-- Logs begin at Wed 2021-08-18 13:54:29 UTC, end at Wed 2021-08-18 15:15:13 UTC. -- Aug 18 14:40:33.521340 dv-cinder-805026-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 14:40:36.209932 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.common.config [-] Logging enabled! Aug 18 14:40:36.210508 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 14:40:36.210659 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 14:40:36.213850 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.common.config [-] Logging enabled! Aug 18 14:40:36.214106 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 14:40:36.214419 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 14:40:36.215374 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 14:40:36.215608 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 14:40:36.215968 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 14:40:36.216214 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 14:40:36.216441 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 14:40:36.216760 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.217079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.217379 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.217611 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.217904 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.218192 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.218498 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.218789 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.219085 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.219372 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.219652 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.219937 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.220168 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.220451 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.220747 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.221038 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.221263 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] debug = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.221544 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.221971 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.222383 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.222686 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.223127 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.223257 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.223529 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.223806 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.224088 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.224415 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] host = dv-cinder-805026-1-iscsi {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.224694 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.224986 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.225274 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.225562 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.225836 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.226114 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.226399 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.226699 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.226971 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.227247 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.227537 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.227827 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.228117 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.228344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.228569 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.228858 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.229146 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.229421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.229692 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.229967 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.230238 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.230535 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.230810 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.231096 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.231382 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.231669 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.231943 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.232216 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.232511 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.232788 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.233073 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.233345 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.233618 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.233891 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.234177 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.234463 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.234740 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.235044 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.235331 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.235614 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.235900 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.236172 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.236452 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.236726 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.236998 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.237269 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_json = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.237538 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.237809 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.238091 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.238360 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.238656 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.238931 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.239202 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.239488 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:36.239784 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.240082 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.240384 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.240673 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.240971 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.241252 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.241544 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.241823 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.242113 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.242403 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.242716 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.243263 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.243553 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.243832 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.244130 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.244436 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.244730 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.245028 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.245308 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.245584 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.245860 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.246140 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.246427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.246744 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.247038 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.247317 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.247598 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.247894 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.248699 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.248977 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.249258 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.249552 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.249834 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.250109 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.250398 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.250711 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.250992 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.251275 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.251558 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.251853 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.252134 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.252409 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.252684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.252963 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.253237 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.253530 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.253813 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.254091 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.254366 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.254670 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.254947 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.255225 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.255507 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.255786 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.256066 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.256343 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.256620 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.256897 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.257172 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.257448 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.257724 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.257999 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.258278 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.258579 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.258855 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.259129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.259402 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.259675 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.259960 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.260256 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.260536 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.260817 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.261098 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.261376 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.261653 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.261932 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.262211 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.262506 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.262781 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.263072 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.263357 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.263664 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.264521 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.264823 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.265107 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.265388 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.265672 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.265953 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.266234 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.266550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.266838 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.267137 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.267433 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.267729 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.268027 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.268320 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.268602 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.268912 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.269195 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:36.269412 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 14:40:36.269647 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100864) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 14:40:36.618244 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 14:40:36.618547 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 14:40:36.618846 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 14:40:36.619182 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 14:40:37.011458 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.011753 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.012032 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.013234 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.013513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.013807 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.048300 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.048577 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.048848 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.065056 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.065338 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.065611 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.093736 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.094021 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.094295 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.130232 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.130532 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.130803 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.360931 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.361536 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.361536 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.361773 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.362428 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.480975 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.481294 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.481575 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.481847 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.482116 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.482983 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.483249 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.483510 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.483766 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.484048 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.484310 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.484574 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.484828 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.485079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.485334 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.485597 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.485851 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.486115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.486382 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.486666 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.486933 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.487184 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.487463 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.487838 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.488088 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.488334 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.488733 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:40:37.488972 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:40:37.489210 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:40:37.489443 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:40:37.489675 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:40:37.489908 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:40:37.490267 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 14:40:37.493741 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 14:40:37.497644 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 14:40:37.501815 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 18 14:40:37.503572 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 14:40:37.504028 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 14:40:37.504369 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 14:40:37.504760 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 14:40:37.507566 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 14:40:37.507822 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 14:40:37.508173 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 14:40:37.513581 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 14:40:37.535286 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 14:40:37.535733 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.536033 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100864) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 14:40:37.536393 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.537746 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100864) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 14:40:37.538026 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 14:40:37.538272 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 14:40:37.541432 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.541712 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:37.605241 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 14:40:37.605487 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 14:40:37.605721 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 14:40:37.606085 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 14:40:37.628012 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_db.sqlalchemy.engines [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100864) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 14:40:38.333061 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Initializing driver for type 'gre' Aug 18 14:40:38.333586 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] gre ID ranges: [(1, 1000)] Aug 18 14:40:38.539529 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Initializing driver for type 'local' Aug 18 14:40:38.540963 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Initializing driver for type 'vlan' Aug 18 14:40:38.688467 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] VlanTypeDriver initialization complete Aug 18 14:40:38.688732 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Initializing driver for type 'vxlan' Aug 18 14:40:38.689245 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] vxlan ID ranges: [(1, 1000)] Aug 18 14:40:38.921555 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Initializing extension driver 'port_security' Aug 18 14:40:38.921897 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.extensions.port_security [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] PortSecurityExtensionDriver initialization complete Aug 18 14:40:38.922230 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Initializing mechanism driver 'openvswitch' Aug 18 14:40:38.922613 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Initializing mechanism driver 'hyperv' Aug 18 14:40:38.929140 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.plugin [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:38.929996 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.930372 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.930782 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.931307 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:40:38.931745 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > subnet after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.932103 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > subnet after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.932465 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.932840 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:40:38.933251 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > network after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.933604 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > network after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.934281 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.934377 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:40:38.934748 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > security_group after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.935100 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > security_group after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.938733 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.938733 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:40:38.938733 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.938733 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.938733 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.939129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:40:38.939129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > address_group after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.939129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > address_group after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.939129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.939449 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 14:40:38.939814 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] ML2 OVO RPC backend initialized. {{(pid=100864) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 14:40:38.940521 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.940883 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.941298 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > network before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.941648 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > networks before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.942033 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > port before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.942375 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > ports before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.942752 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > subnet before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.943095 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > subnets before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.943442 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > network after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.943781 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > network after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.944159 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.944526 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.944867 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.945224 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.945546 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > subnet after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.945883 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > subnet after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.946226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.946820 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.plugin [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Modular L2 Plugin initialization complete Aug 18 14:40:38.947150 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading services supported by the core plugin {{(pid=100864) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 14:40:38.947474 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Got port-security extension from driver 'port_security' Aug 18 14:40:38.947937 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.extensions.vlantransparent [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Disabled vlantransparent extension. Aug 18 14:40:38.948420 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100864) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 14:40:38.948736 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading Plugin: router Aug 18 14:40:38.985177 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.985568 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router after_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.985941 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router before_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.986319 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.986725 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.987086 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router after_delete 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.987444 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.989409 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router after_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.989781 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.990150 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.990538 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.990908 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.991327 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router precommit_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.991704 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.992051 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.992395 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: subnet after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.992995 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.993350 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.993702 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router precommit_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.994051 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: port before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.994399 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.994788 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.995134 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.995490 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router precommit_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.995852 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.996206 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router precommit_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.996574 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > agent after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.996927 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > agent after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.997272 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:38.998123 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Tracking information for resource: router configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:40:38.998473 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Tracking information for resource: floatingip configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 14:40:39.003670 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.db.l3_agentschedulers_db [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 14:40:39.004255 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.004622 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.004978 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.005333 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.006127 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router before_create 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.006516 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.006882 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router precommit_create 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.007242 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > router precommit_update 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.011879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.services.provider_configuration [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service providers = [] {{(pid=100864) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 14:40:39.012245 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.db.servicetype_db [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100864) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 14:40:39.015684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 14:40:39.016040 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 14:40:39.016387 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 14:40:39.017277 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 14:40:39.017650 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.services.service_base [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 14:40:39.018024 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:40:39.018341 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 14:40:39.029083 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:40:39.030032 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading Plugin: auto_allocate Aug 18 14:40:39.035817 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: network precommit_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.036196 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: network precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.036711 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:40:39.037034 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading Plugin: tag Aug 18 14:40:39.043765 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:40:39.044095 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading Plugin: timestamp Aug 18 14:40:39.047990 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:40:39.048324 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading Plugin: network_ip_availability Aug 18 14:40:39.053747 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.054122 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.054515 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.055232 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:40:39.055556 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading Plugin: flavors Aug 18 14:40:39.060497 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:40:39.060836 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading Plugin: revisions Aug 18 14:40:39.065120 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 14:40:39.065506 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.447s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 14:40:39.066312 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100864) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 14:40:39.066676 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Initializing extension manager. Aug 18 14:40:39.067191 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: __init__.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.067537 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: __pycache__ {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.067876 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.068213 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: address_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.068965 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.069540 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: address-group Aug 18 14:40:39.069867 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: address_scope.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.070616 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.071130 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: address-scope Aug 18 14:40:39.071456 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.072386 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.072899 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: router-admin-state-down-before-update Aug 18 14:40:39.073223 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: agent.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.073925 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.074430 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: agent Aug 18 14:40:39.074775 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: agent_resources_synced.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.075685 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.076739 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: agent-resources-synced Aug 18 14:40:39.077058 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: allowedaddresspairs.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.078862 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.079390 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: allowed-address-pairs Aug 18 14:40:39.079719 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: auto_allocated_topology.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.080790 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.081312 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: auto-allocated-topology Aug 18 14:40:39.081716 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: availability_zone.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.082416 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.082957 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: availability_zone Aug 18 14:40:39.083283 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: availability_zone_filter.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.084199 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.084709 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: availability_zone_filter Aug 18 14:40:39.085035 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: data_plane_status.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.085946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.086469 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 14:40:39.086818 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: default_subnetpools.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.087737 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.088253 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: default-subnetpools Aug 18 14:40:39.088579 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.089385 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.089898 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: dhcp_agent_scheduler Aug 18 14:40:39.090222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: dns.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.091183 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.092316 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension dns-integration not supported by any of loaded plugins Aug 18 14:40:39.092650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: dns_domain_ports.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.093574 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.094089 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 14:40:39.094413 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.095366 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.095876 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 14:40:39.096202 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: dvr.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.096879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.097462 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: dvr Aug 18 14:40:39.097784 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: ecmp_routes.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.098742 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.099252 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 14:40:39.099576 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: empty_string_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.100490 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.101001 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: empty-string-filtering Aug 18 14:40:39.101324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.102237 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.102782 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 14:40:39.103106 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.104016 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.104523 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 14:40:39.104846 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: external_net.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.105764 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.106274 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: external-net Aug 18 14:40:39.106644 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.107580 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.108086 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: extra_dhcp_opt Aug 18 14:40:39.108405 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: extraroute.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.109313 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.109821 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: extraroute Aug 18 14:40:39.110142 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: extraroute_atomic.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.111196 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.111710 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: extraroute-atomic Aug 18 14:40:39.112034 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: filter_validation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.112935 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.113448 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: filter-validation Aug 18 14:40:39.113771 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: fip_pf_description.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.114723 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.115235 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 14:40:39.115554 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: fip_port_details.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.116476 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.116990 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: fip-port-details Aug 18 14:40:39.117313 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: flavors.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.118856 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.119381 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: flavors Aug 18 14:40:39.119711 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.121378 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.121909 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 14:40:39.122243 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: floatingip_pools.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.123494 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.124010 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: floatingip-pools Aug 18 14:40:39.124337 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: ip_allocation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.125264 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.125774 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 14:40:39.126100 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.127070 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.127585 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: ip-substring-filtering Aug 18 14:40:39.127913 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: l2_adjacency.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.128899 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.129416 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 14:40:39.129744 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: l3.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.130771 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.131312 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: router Aug 18 14:40:39.131621 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.133861 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.134399 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 14:40:39.134770 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.135705 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.136227 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: ext-gw-mode Aug 18 14:40:39.136555 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.137492 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.138061 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: l3-ha Aug 18 14:40:39.138387 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: l3_flavors.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.139939 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.140455 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: l3-flavors Aug 18 14:40:39.140780 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.141697 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.142230 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 14:40:39.142570 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: l3agentscheduler.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.143604 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.144122 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: l3_agent_scheduler Aug 18 14:40:39.144452 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: logging.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.145935 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.146469 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension logging not supported by any of loaded plugins Aug 18 14:40:39.146815 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: metering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.147564 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.148145 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: metering Aug 18 14:40:39.148477 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.149686 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.150209 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: metering_source_and_destination_fields Aug 18 14:40:39.150569 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: multiprovidernet.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.151504 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.152022 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: multi-provider Aug 18 14:40:39.152349 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: netmtu.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.153265 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.153775 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: net-mtu Aug 18 14:40:39.154100 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: netmtu_writable.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.155078 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.155590 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: net-mtu-writable Aug 18 14:40:39.155915 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: network_availability_zone.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.156582 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.157095 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: network_availability_zone Aug 18 14:40:39.157426 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: network_ip_availability.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.158542 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.159056 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: network-ip-availability Aug 18 14:40:39.159381 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: network_segment_range.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.160144 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.160650 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 14:40:39.160972 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: pagination.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.161950 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.162283 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: pagination Aug 18 14:40:39.162636 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: port_device_profile.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.163561 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.164084 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: port-device-profile Aug 18 14:40:39.164411 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.165326 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.165841 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: port-mac-address-regenerate Aug 18 14:40:39.166167 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.167117 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.167641 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: port-numa-affinity-policy Aug 18 14:40:39.167965 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: port_resource_request.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.168886 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.169397 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 14:40:39.169721 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: portbindings.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.170708 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.171220 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: binding Aug 18 14:40:39.171543 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: portbindings_extended.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.172811 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.173333 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: binding-extended Aug 18 14:40:39.173662 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: portsecurity.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.174614 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.175130 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: port-security Aug 18 14:40:39.175457 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: project_id.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.176426 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.176759 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: project-id Aug 18 14:40:39.177084 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: providernet.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.178013 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.178558 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: provider Aug 18 14:40:39.178885 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.182327 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.182906 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos not supported by any of loaded plugins Aug 18 14:40:39.183240 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.184487 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.185009 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 14:40:39.185343 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.186821 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.187347 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 14:40:39.187679 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos_default.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.188595 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.189158 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos-default not supported by any of loaded plugins Aug 18 14:40:39.189446 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos_fip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.190097 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.190643 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos-fip not supported by any of loaded plugins Aug 18 14:40:39.190971 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos_gateway_ip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.191899 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.192419 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 14:40:39.192740 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos_port_network_policy.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.193653 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.194167 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 14:40:39.194514 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos_pps_rule.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.195828 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.196352 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos-pps not supported by any of loaded plugins Aug 18 14:40:39.196680 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos_rule_type_details.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.197619 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.198144 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 14:40:39.198493 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: qos_rules_alias.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.199543 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.200065 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 14:40:39.200392 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: quotasv2.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.202116 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.202467 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: quotas Aug 18 14:40:39.202798 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: quotasv2_detail.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.205831 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.206178 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: quota_details Aug 18 14:40:39.206549 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: rbac.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.207612 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.208154 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: rbac-policies Aug 18 14:40:39.208490 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: rbac_address_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.209421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.209947 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: rbac-address-group Aug 18 14:40:39.210279 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: rbac_address_scope.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.211230 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.211749 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: rbac-address-scope Aug 18 14:40:39.212081 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: rbac_security_groups.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.212998 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.213514 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: rbac-security-groups Aug 18 14:40:39.213842 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: rbac_subnetpool.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.214787 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.215302 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: rbac-subnetpool Aug 18 14:40:39.215627 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: revisionifmatch.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.216548 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.217090 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: revision-if-match Aug 18 14:40:39.217417 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: revisions.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.218561 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.219082 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: standard-attr-revisions Aug 18 14:40:39.219410 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: router_availability_zone.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.220091 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.220606 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: router_availability_zone Aug 18 14:40:39.220933 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: routerservicetype.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.221868 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.222379 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension router-service-type not supported by any of loaded plugins Aug 18 14:40:39.222730 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.223655 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.224167 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: security-groups-normalized-cidr Aug 18 14:40:39.224492 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.225442 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.225953 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: port-security-groups-filtering Aug 18 14:40:39.226277 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.227224 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.227743 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: security-groups-remote-address-group Aug 18 14:40:39.228066 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: securitygroup.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.237757 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.238304 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: security-group Aug 18 14:40:39.238909 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: segment.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.240077 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.240597 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension segment not supported by any of loaded plugins Aug 18 14:40:39.240929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.242131 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.242690 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 14:40:39.243287 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: servicetype.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.244641 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.245536 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: service-type Aug 18 14:40:39.246105 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: sorting.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.247260 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.247595 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: sorting Aug 18 14:40:39.248450 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: standard_attr_segment.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.249501 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.250297 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 14:40:39.250656 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: standardattrdescription.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.251338 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.251969 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: standard-attr-description Aug 18 14:40:39.252298 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: stateful_security_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.253258 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.253783 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: stateful-security-group Aug 18 14:40:39.254115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: stdattrs_common.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.254743 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 14:40:39.255072 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.256002 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.256524 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 14:40:39.256852 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: subnet_onboard.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.257942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.258556 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: subnet_onboard Aug 18 14:40:39.258894 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.259822 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.260334 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 14:40:39.260662 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: subnet_service_types.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.261591 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.262110 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: subnet-service-types Aug 18 14:40:39.262436 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: subnetallocation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.263561 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.264614 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: subnet_allocation Aug 18 14:40:39.264942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.265611 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.266125 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: subnetpool-prefix-ops Aug 18 14:40:39.266471 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.267413 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.267968 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 14:40:39.268297 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: tagging.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.269371 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.269903 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: standard-attr-tag Aug 18 14:40:39.270233 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: timestamp.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.271509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.272034 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loaded extension: standard-attr-timestamp Aug 18 14:40:39.272365 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: trunk.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.273412 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.273933 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension trunk not supported by any of loaded plugins Aug 18 14:40:39.274262 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: trunk_details.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.275222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.275746 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension trunk-details not supported by any of loaded plugins Aug 18 14:40:39.276074 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: uplink_status_propagation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.277000 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.277520 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 14:40:39.277851 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Loading extension file: vlantransparent.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 14:40:39.278558 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 14:40:39.279070 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 14:40:39.281590 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:network Aug 18 14:40:39.282118 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:subnet Aug 18 14:40:39.282552 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:40:39.282947 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:port Aug 18 14:40:39.284209 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.284651 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service FLAVORS assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.285268 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.285702 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.286041 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:router Aug 18 14:40:39.286493 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 14:40:39.286999 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service METERING assigned prefix: /metering {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.288455 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.288830 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.289187 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:40:39.290202 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 14:40:39.290689 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:security_group Aug 18 14:40:39.291129 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 14:40:39.291731 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.292061 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:40:39.292407 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] subnetpool is already registered Aug 18 14:40:39.292841 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.293169 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:40:39.293504 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] subnetpool is already registered Aug 18 14:40:39.295856 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.297614 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service FLAVORS assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.298238 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.298698 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.299040 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:router Aug 18 14:40:39.299383 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] router is already registered Aug 18 14:40:39.299795 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 14:40:39.300135 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] floatingip is already registered Aug 18 14:40:39.300589 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service METERING assigned prefix: /metering {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.301249 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 14:40:39.301578 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] rbac_policy is already registered Aug 18 14:40:39.301991 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:security_group Aug 18 14:40:39.302327 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] security_group is already registered Aug 18 14:40:39.302760 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 14:40:39.303096 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] security_group_rule is already registered Aug 18 14:40:39.303572 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.303902 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:40:39.304239 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] subnetpool is already registered Aug 18 14:40:39.304651 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 14:40:39.304975 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 14:40:39.305308 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] subnetpool is already registered Aug 18 14:40:39.305753 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: extensions {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.307371 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: address-groups {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.308946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: address-scopes {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.310165 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: agents {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.311899 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: auto-allocated-topology {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.313245 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: availability_zones {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.314497 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: dhcp-networks {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.315930 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: dhcp-agents {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.317448 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: routers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.319199 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: flavors {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.320364 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: service_profiles {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.321689 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: next_providers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.323154 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: service_profiles {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.324621 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: floatingip-pools {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.325837 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: routers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.328280 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: floatingips {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.329485 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: l3-routers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.330912 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: l3-agents {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.332434 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: metering-labels {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.333681 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: metering-label-rules {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.334981 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: network-ip-availabilities {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.336341 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: bindings {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.337917 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: quotas {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.339400 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: quotas {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.340929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: rbac-policies {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.342169 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: security-groups {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.343412 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: security-group-rules {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.344633 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: service-providers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.345953 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: subnetpools {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.347378 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: subnetpools {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.348834 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.350666 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.352365 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.354247 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.355983 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.357876 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.360607 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.362432 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.364226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.366079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 14:40:39.372303 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING keystonemiddleware.auth_token [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 14:40:39.377368 dv-cinder-805026-1-iscsi neutron-server[100864]: WARNING keystonemiddleware.auth_token [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 14:40:39.385990 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Acquired lock "singleton_lock" {{(pid=100864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 14:40:39.386494 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Releasing lock "singleton_lock" {{(pid=100864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 14:40:39.387132 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO oslo_service.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Starting 2 workers Aug 18 14:40:39.392478 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Started child 100975 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 14:40:39.396934 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Started child 100976 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 14:40:39.397963 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:39.398614 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO neutron.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 14:40:39.456276 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Notify callbacks [] for process, before_spawn {{(pid=100864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:39.456411 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [-] (100975) wsgi starting up on http://0.0.0.0:9696 Aug 18 14:40:39.456506 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:39.456969 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO oslo_service.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Starting 1 workers Aug 18 14:40:39.457052 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [-] (100976) wsgi starting up on http://0.0.0.0:9696 Aug 18 14:40:39.457138 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Started child 100977 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 14:40:39.457138 dv-cinder-805026-1-iscsi neutron-server[100864]: INFO oslo_service.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Starting 1 workers Aug 18 14:40:39.457294 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] calling RpcWorker wait() {{(pid=100977) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 14:40:39.457294 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] returning from RpcWorker wait() {{(pid=100977) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 14:40:39.457740 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Started child 100978 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 14:40:39.457821 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:39.457909 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-8b54e68e-b19c-4b4d-bef9-e80a64729092 None None] Notify callbacks [] for process, after_spawn {{(pid=100864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:39.458000 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:39.458079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 14:40:39.458079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 14:40:39.458079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 14:40:39.458079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 14:40:39.458079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 14:40:39.458079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 14:40:39.458079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.458079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.458575 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.458653 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:39.459030 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459030 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459151 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:39.459222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459222 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459678 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459678 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459678 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459678 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459678 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459678 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459678 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.459678 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460134 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460134 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] debug = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460134 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460134 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460134 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460134 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.460509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461046 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461046 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461046 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461046 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461046 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461046 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host = dv-cinder-805026-1-iscsi {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461046 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461046 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461622 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461622 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461622 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461622 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461622 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461622 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461622 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.461622 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462161 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462161 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462161 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462161 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462161 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_options = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462161 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462161 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462161 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462813 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462813 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462813 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462813 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462813 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462813 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.462813 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.463879 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464421 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.464942 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.465513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.465513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.465513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.465513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_json = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.465513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.465513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.465513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.465513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.465513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.466102 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.466102 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.466102 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.466102 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.466102 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.466102 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.466102 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.466102 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467115 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467865 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467865 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467865 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467865 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467865 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467865 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467865 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.467865 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.468626 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.468626 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.468626 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.468626 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.468626 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.468626 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.468626 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.468626 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.469344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.469344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.469344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.469344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.469344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.469344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.469344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.469344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.469344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.470203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.470203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.470203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.470203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.470203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.470203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.470203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.470203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.470203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.472557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.472557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.472557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.472557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.472557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.472557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.472557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.472557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.472557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.473175 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.473175 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.473175 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.473175 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.473175 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.473175 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.473175 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.473175 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.473175 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.478779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.479946 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.480482 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.480482 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.480482 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.480482 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.480482 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.480482 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.480482 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.480482 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481119 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481119 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481119 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481119 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481119 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481119 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481119 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481119 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.481684 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.482430 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.482430 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.482430 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.482430 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.482430 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.482430 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.482430 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.482430 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.483891 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.483891 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.483891 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.483891 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.483891 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.483891 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.483891 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.483891 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.484555 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.484555 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.484555 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.484555 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.484555 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.484555 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.484555 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.484555 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.488877 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.488877 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.488877 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.488877 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.488877 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.488877 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.488877 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.488877 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489979 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489979 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489979 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489979 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489979 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489979 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489979 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.489979 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.490550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.490550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.490550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.490550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.490550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.490550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.490550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.490550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491097 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491097 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491097 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491097 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491097 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491097 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491097 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491097 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.491650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.492184 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.492184 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.492184 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.492184 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.492184 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.492184 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.492184 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.492184 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.494929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.494929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.494929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.494929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.494929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.494929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.494929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.494929 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497138 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497138 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497138 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497138 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497138 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497138 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497138 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497138 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497707 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497707 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497707 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497707 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497707 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497707 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497707 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.497707 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.498968 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.498968 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.498968 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.498968 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.498968 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.498968 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.498968 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.498968 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.499455 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.499455 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.499455 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.499455 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.499455 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.499455 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.499455 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.499854 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.499922 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.500133 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.500451 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.500701 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.500959 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.501202 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.501513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.501722 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.501969 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.502207 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.502424 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.502667 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.502976 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.503290 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.503579 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.503861 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.504106 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.504382 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.504680 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.504956 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.505170 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.505452 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.505787 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.506072 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.506340 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.506609 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.506868 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.507090 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.507323 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.507560 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.507795 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.508010 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.508269 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.508498 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.508742 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.508957 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.509185 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.509401 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.509625 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.509911 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.510235 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.510503 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.510662 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 14:40:39.511200 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 14:40:39.511363 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 14:40:39.511526 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 14:40:39.511702 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 14:40:39.511869 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 14:40:39.512022 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 14:40:39.512227 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.512389 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.512550 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.512710 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.512869 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.513087 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.513251 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.513409 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.514158 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.514334 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.514551 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.514777 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.514913 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.515050 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.515215 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.515441 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] debug = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518648 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518648 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518648 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518648 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518648 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.518648 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519095 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519095 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519095 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519095 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519095 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519095 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519095 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519095 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519533 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519533 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519533 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host = dv-cinder-805026-1-iscsi {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519701 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.519766 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.520089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.520089 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.520277 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.520364 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.520508 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.520668 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.520828 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.520988 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.521147 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.521305 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.521467 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.521615 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.521753 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_options = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.522352 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.522352 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.522352 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.522352 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.522933 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.522933 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.522933 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.523347 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.523347 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.523347 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.523842 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.523842 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.523842 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.523842 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.524356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.524356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.524356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.524770 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.524770 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.524770 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.525098 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.525098 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.525331 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.525331 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.525572 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.525655 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.525778 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.525909 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.526032 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.526183 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.526339 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.526518 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.526675 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.526871 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.527076 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.527203 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.527315 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.527474 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.527633 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.527791 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.527949 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.528108 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.528266 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.528427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.528584 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.528744 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_json = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.528902 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.529060 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.529254 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.529416 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.529576 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.529734 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.529892 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.530052 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 14:40:39.530230 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.530397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.530593 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.530755 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.530915 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.531075 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.531236 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.531397 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.531742 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.531742 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.531961 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.532047 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.532178 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.532339 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.532499 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.532650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.532828 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.533054 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.533179 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.533301 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.533413 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.533549 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.533751 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.533917 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.534079 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.534241 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.534401 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.534585 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.534770 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.535172 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.535172 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.535716 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.535716 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.535716 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.535716 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.536018 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.536018 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.536164 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.536242 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.536394 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.536557 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.536719 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.536881 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.537058 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.537187 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.537352 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.537513 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.537674 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.537835 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.537995 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.538167 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.538329 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.538510 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.538673 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.538834 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.538995 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.539156 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.539316 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.539477 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.539638 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.539798 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.540327 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.540327 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.540327 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.540597 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.540597 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.540741 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.540869 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.541028 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.541188 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.541348 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.541509 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.541670 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.541832 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.541993 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.542154 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.542316 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.542500 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.542663 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.542825 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.543007 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.543142 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.543302 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.543463 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.543632 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.547226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.547226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.547226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.547226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.547226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.547226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.547226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.547226 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548026 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548026 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548026 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548026 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548026 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548026 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548026 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548026 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548822 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548822 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548822 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548822 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548822 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548822 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548822 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.548822 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549356 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549945 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549945 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549945 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.549945 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.550342 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.550342 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.550342 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.550775 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.551258 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.551427 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.551598 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.551773 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.552303 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.552636 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.552800 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.552987 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.553201 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.553300 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.553456 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.553617 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.553778 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.553980 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.554099 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.554261 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.554424 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.554624 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.554788 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.554950 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.555113 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.555286 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.555466 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.555681 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.555780 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.555888 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.556049 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.556211 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.556373 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.556535 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.556695 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.556856 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.557016 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.557177 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.557344 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.557505 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.557651 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.557813 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.557973 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.558119 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.558266 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.558430 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.558603 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.558762 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.559107 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.559107 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.559250 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.559381 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.559581 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.559704 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.559865 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.560029 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.560190 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.560352 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.561084 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.561280 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.561408 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.561562 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.561728 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.561893 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.562054 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.562215 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.562391 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.562585 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.562777 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.562908 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.563072 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.563223 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.563438 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.563559 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.563683 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.564123 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.564123 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.564123 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.564553 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.564553 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.564553 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.564896 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.564896 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.565129 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.565260 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.565383 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.565505 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.565619 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.565780 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.565941 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.566102 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.566273 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.566434 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.566619 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.566779 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.566939 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.567100 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.567271 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.567437 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.567600 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.567759 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.567919 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.568080 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.568405 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.568405 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.568567 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.568704 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.568864 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.569025 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.569194 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.569358 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.569516 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.569676 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.569836 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.569997 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.570168 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.570329 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.570521 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.570680 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.570841 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.571002 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.571205 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.571367 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.571514 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.571670 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.571830 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.571989 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.572150 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.572324 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.572487 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.572650 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.572811 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.572972 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.573132 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.573295 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.573470 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.573639 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.573806 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.573971 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.574140 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.574310 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.574499 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.574662 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.574831 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.575005 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.575168 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.575327 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.575504 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.575647 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.575807 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.575967 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.576151 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.576311 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.576471 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.576631 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.576791 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.576954 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.577114 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.577273 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.577435 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.577595 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.577758 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.577920 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.578082 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 14:40:39.578253 dv-cinder-805026-1-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 14:40:39.599162 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:39.700932 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57462) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:39.709382 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061827 Aug 18 14:40:51.090521 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e5ae9f-ffbf-4fdc-a5d5-6965407da9a0 None None] get_active_networks_info from dv-cinder-805026-1-iscsi {{(pid=100977) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 14:40:51.146475 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e5ae9f-ffbf-4fdc-a5d5-6965407da9a0 None None] No non-hosted networks {{(pid=100977) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 14:40:51.153772 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.agentschedulers_db [None req-50e5ae9f-ffbf-4fdc-a5d5-6965407da9a0 None None] DHCP Agent not found on host dv-cinder-805026-1-iscsi {{(pid=100977) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 18 14:40:51.281283 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cd2a95b4-5825-454b-a906-55bc2f2d0e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66754898'] for agent, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:53.550768 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-90274cbc-1827-463f-b0f0-242f1ec750f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66754898'] for agent, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:53.671522 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.db.api [None req-a9746af2-1d43-4fa7-b81b-d108b2acdd46 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805026-1-iscsi {{(pid=100977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:40:53.672339 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG oslo_db.api [None req-a9746af2-1d43-4fa7-b81b-d108b2acdd46 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:40:53.728958 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66754898'] for agent, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:53.739320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.739320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.739320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.739320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.739320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.739732 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.739732 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.739732 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.739732 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.739732 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.740057 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.740057 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:40:53.740057 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805026-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:53.741416 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805026-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:40:54.305239 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a9746af2-1d43-4fa7-b81b-d108b2acdd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:54.790936 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66754898'] for agent, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:56.504892 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66754898'] for agent, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:40:57.524771 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57560) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:40:58.012703 dv-cinder-805026-1-iscsi neutron-server[100976]: WARNING oslo_policy.policy [None req-4f3ab658-14de-4577-99eb-aca9ddacd1ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:40:58.013461 dv-cinder-805026-1-iscsi neutron-server[100976]: WARNING oslo_policy.policy [None req-4f3ab658-14de-4577-99eb-aca9ddacd1ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:40:58.228787 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [None req-4f3ab658-14de-4577-99eb-aca9ddacd1ed admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:40:58.229779 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-4f3ab658-14de-4577-99eb-aca9ddacd1ed admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7041042 Aug 18 14:40:59.760777 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.db.l3_hamode_db [None req-ed04811b-3f10-4a43-8d25-c4630dbf5b4e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 14:40:59.839423 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04811b-3f10-4a43-8d25-c4630dbf5b4e None None] Routers set() bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:40:59.839862 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04811b-3f10-4a43-8d25-c4630dbf5b4e None None] Router IDs set() for agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 14:41:00.560135 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57574) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:00.864069 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-50bf7814-f77b-4843-9285-198cee3ce3ef admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:00.958259 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.policy [None req-50bf7814-f77b-4843-9285-198cee3ce3ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100976) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 14:41:01.003590 dv-cinder-805026-1-iscsi neutron-server[100976]: WARNING oslo_policy.policy [None req-50bf7814-f77b-4843-9285-198cee3ce3ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:41:01.003952 dv-cinder-805026-1-iscsi neutron-server[100976]: WARNING oslo_policy.policy [None req-50bf7814-f77b-4843-9285-198cee3ce3ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:41:01.012372 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.quota [None req-50bf7814-f77b-4843-9285-198cee3ce3ef admin admin] Loaded quota_driver: . Aug 18 14:41:01.202297 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-50bf7814-f77b-4843-9285-198cee3ce3ef admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792171916646', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792171916211', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792171936808', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792171931013', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792170731014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792171893954', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-553168', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66439677', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-444799', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-516581'] for rbac-policy, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:01.430160 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-50bf7814-f77b-4843-9285-198cee3ce3ef admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:01.431383 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-50bf7814-f77b-4843-9285-198cee3ce3ef admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8702960 Aug 18 14:41:03.962232 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57586) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:04.251796 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '532de3d060bf46a899195f163168fb15', 'name': 'private', 'project_id': '532de3d060bf46a899195f163168fb15'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:04.349951 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Made reservation on behalf of 532de3d060bf46a899195f163168fb15 for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:41:04.352809 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.369687 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.687763 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.755104 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.774590 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:41:04.802202 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792167322314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:04.802803 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Unsubscribe: segment precommit_create {{(pid=100976) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 14:41:04.803325 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Added segment abc97499-a3d9-4cbc-b742-1a25f61caea1 of type vlan for network e234085d-b412-42b3-bd58-66e0392882a3 Aug 18 14:41:04.821639 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22001f61-65a7-4a0c-b13a-260a89805b85,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:04.847532 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.847887 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.848222 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.848548 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.848871 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.849208 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.849531 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.849864 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.850185 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.850519 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.850832 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.851141 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Tracked resource versions report: Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: pushed versions: Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: { 'AddressGroup': {'1.2'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'ConntrackHelper': {'1.0'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Log': {'1.0'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Network': {'1.1'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Port': {'1.7'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'PortForwarding': {'1.2'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'QosPolicy': {'1.9'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SecurityGroup': {'1.4'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SubPort': {'1.0'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Subnet': {'1.1'}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Trunk': {'1.1'}} Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: consumer versions: Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: { DHCP agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: L3 agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: Metadata agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: Metering agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: Open vSwitch agent@dv-cinder-805026-1-iscsi: { 'AddressGroup': '1.2', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'ConntrackHelper': '1.0', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Log': '1.0', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Network': '1.1', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Port': '1.7', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'PortForwarding': '1.2', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'QosPolicy': '1.9', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SecurityGroup': '1.4', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SecurityGroupRule': '1.2', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SubPort': '1.0', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Subnet': '1.1', Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Trunk': '1.1'}} Aug 18 14:41:04.852287 dv-cinder-805026-1-iscsi neutron-server[100976]: {{(pid=100976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:41:04.927401 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.018651 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.019701 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:05.020365 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:05.116424 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] Pushing event updated for resources: {'Network': ['ID=e234085d-b412-42b3-bd58-66e0392882a3,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:05.127641 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network e234085d-b412-42b3-bd58-66e0392882a3 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:41:05.151106 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-ee12243e-ba9d-4904-93ec-3f41868c2037 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1877711 Aug 18 14:41:07.777114 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 57600) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:08.261448 dv-cinder-805026-1-iscsi neutron-server[100975]: WARNING oslo_policy.policy [None req-13d4eeb1-2d9f-4ab2-a6fe-293a461be1cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:41:08.262030 dv-cinder-805026-1-iscsi neutron-server[100975]: WARNING oslo_policy.policy [None req-13d4eeb1-2d9f-4ab2-a6fe-293a461be1cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:41:08.692014 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.policy [None req-13d4eeb1-2d9f-4ab2-a6fe-293a461be1cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100975) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 14:41:08.735801 dv-cinder-805026-1-iscsi neutron-server[100975]: WARNING oslo_policy.policy [None req-13d4eeb1-2d9f-4ab2-a6fe-293a461be1cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:41:08.736169 dv-cinder-805026-1-iscsi neutron-server[100975]: WARNING oslo_policy.policy [None req-13d4eeb1-2d9f-4ab2-a6fe-293a461be1cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 14:41:08.744471 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4eeb1-2d9f-4ab2-a6fe-293a461be1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:08.746358 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-13d4eeb1-2d9f-4ab2-a6fe-293a461be1cd admin admin] 10.222.0.16 "GET /v2.0/networks/e234085d-b412-42b3-bd58-66e0392882a3 HTTP/1.1" status: 200 len: 825 time: 0.9666233 Aug 18 14:41:08.785888 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-1922f5a1-3cb2-4871-9f48-532153d7b296 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/184348bb-4634-453e-8d18-0362c5ba5129 HTTP/1.1" status: 200 len: 734 time: 0.0328972 Aug 18 14:41:08.795518 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Request body: {'subnet': {'tenant_id': '532de3d060bf46a899195f163168fb15', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '184348bb-4634-453e-8d18-0362c5ba5129', 'ip_version': 4, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:08.797091 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.quota [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Loaded quota_driver: . Aug 18 14:41:08.904219 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Made reservation on behalf of 532de3d060bf46a899195f163168fb15 for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:41:08.907277 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:09.252644 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:09.320146 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Checking segment: {'id': 'abc97499-a3d9-4cbc-b742-1a25f61caea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:09.320517 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Network hostable DHCP agents. Network: e234085d-b412-42b3-bd58-66e0392882a3, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:41:09.339480 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f555e1-e3a6-46d3-bd08-c6394d89573d,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:09.351653 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.352011 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.352352 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.352679 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.353004 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.353340 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.353664 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.353998 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.354319 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.354657 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.354975 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.355291 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Tracked resource versions report: Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: pushed versions: Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: { 'AddressGroup': {'1.2'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'ConntrackHelper': {'1.0'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Log': {'1.0'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Network': {'1.1'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Port': {'1.7'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'PortForwarding': {'1.2'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'QosPolicy': {'1.9'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SecurityGroup': {'1.4'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SubPort': {'1.0'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Subnet': {'1.1'}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Trunk': {'1.1'}} Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: consumer versions: Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: { DHCP agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: L3 agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: Metadata agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: Metering agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: Open vSwitch agent@dv-cinder-805026-1-iscsi: { 'AddressGroup': '1.2', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'ConntrackHelper': '1.0', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Log': '1.0', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Network': '1.1', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Port': '1.7', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'PortForwarding': '1.2', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'QosPolicy': '1.9', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SecurityGroup': '1.4', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SecurityGroupRule': '1.2', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SubPort': '1.0', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Subnet': '1.1', Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Trunk': '1.1'}} Aug 18 14:41:09.356432 dv-cinder-805026-1-iscsi neutron-server[100975]: {{(pid=100975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:41:09.463756 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Network e234085d-b412-42b3-bd58-66e0392882a3 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:41:09.583656 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, e234085d-b412-42b3-bd58-66e0392882a3) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:09.588329 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:09.588956 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:09.592990 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a32318-86b0-4474-9fd9-4fc44ca65371 None None] Network e234085d-b412-42b3-bd58-66e0392882a3 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:41:09.727570 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-65090212-804d-4384-98fd-1eedccedf4b9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9359584 Aug 18 14:41:09.907086 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-e234085d-b412-42b3-bd58-66e0392882a3', 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'fixed_ips': [{'subnet_id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:41:09.908291 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:10.185764 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Allocated IP 172.20.0.2 (e234085d-b412-42b3-bd58-66e0392882a3/c8f555e1-e3a6-46d3-bd08-c6394d89573d/40f93bdb-8b42-4222-a692-7b192abfd8e7) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:10.415553 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:10.430671 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Transition to ACTIVE for port object 40f93bdb-8b42-4222-a692-7b192abfd8e7 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:10.452191 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Transition to ACTIVE for port object 40f93bdb-8b42-4222-a692-7b192abfd8e7 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:10.545078 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:10.620125 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Network e234085d-b412-42b3-bd58-66e0392882a3 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:10.625439 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:10.631484 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:10.633422 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Pushing event updated for resources: {'Port': ['ID=40f93bdb-8b42-4222-a692-7b192abfd8e7,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:10.664323 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.664687 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.665033 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.665369 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.665703 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.666033 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.666360 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.666722 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.667063 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.667389 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.667717 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.668032 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Tracked resource versions report: Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: pushed versions: Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: { 'AddressGroup': {'1.2'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'ConntrackHelper': {'1.0'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Log': {'1.0'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Network': {'1.1'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Port': {'1.7'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'PortForwarding': {'1.2'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'QosPolicy': {'1.9'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SecurityGroup': {'1.4'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SubPort': {'1.0'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Subnet': {'1.1'}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Trunk': {'1.1'}} Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: consumer versions: Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: { DHCP agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: L3 agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: Metadata agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: Metering agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: Open vSwitch agent@dv-cinder-805026-1-iscsi: { 'AddressGroup': '1.2', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'ConntrackHelper': '1.0', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Log': '1.0', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Network': '1.1', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Port': '1.7', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'PortForwarding': '1.2', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'QosPolicy': '1.9', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SecurityGroup': '1.4', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SecurityGroupRule': '1.2', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SubPort': '1.0', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Subnet': '1.1', Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Trunk': '1.1'}} Aug 18 14:41:10.669739 dv-cinder-805026-1-iscsi neutron-server[100977]: {{(pid=100977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:41:10.717566 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Attempting to bind port 40f93bdb-8b42-4222-a692-7b192abfd8e7 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:41:10.717878 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Attempting to bind port 40f93bdb-8b42-4222-a692-7b192abfd8e7 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'abc97499-a3d9-4cbc-b742-1a25f61caea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:41:10.718340 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Attempting to bind port 40f93bdb-8b42-4222-a692-7b192abfd8e7 on network e234085d-b412-42b3-bd58-66e0392882a3 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:10.723167 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:41:10.723571 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Checking segment: {'id': 'abc97499-a3d9-4cbc-b742-1a25f61caea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:10.724041 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:10.724428 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Bound using segment: {'id': 'abc97499-a3d9-4cbc-b742-1a25f61caea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:41:10.724904 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Bound port: 40f93bdb-8b42-4222-a692-7b192abfd8e7, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc97499-a3d9-4cbc-b742-1a25f61caea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:41:10.725330 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:10.788386 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] For port 40f93bdb-8b42-4222-a692-7b192abfd8e7, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:41:10.792547 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] For port 40f93bdb-8b42-4222-a692-7b192abfd8e7, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=40f93bdb-8b42-4222-a692-7b192abfd8e7,segment=NetworkSegment(abc97499-a3d9-4cbc-b742-1a25f61caea1),segment_id=abc97499-a3d9-4cbc-b742-1a25f61caea1)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:41:10.888446 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:10.957155 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2edec-ec8c-43ba-ad1e-d11a026d0831 None None] Pushing event updated for resources: {'Port': ['ID=40f93bdb-8b42-4222-a692-7b192abfd8e7,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:12.122736 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 57620) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:12.437053 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [None req-00996bad-61bf-4742-95dd-f0b2e73a6141 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100975) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:41:12.438046 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-00996bad-61bf-4742-95dd-f0b2e73a6141 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143589 Aug 18 14:41:14.803779 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57628) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:15.128298 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [None req-56d0010c-0d20-4f46-8129-7110f82fdbb1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:41:15.129425 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-56d0010c-0d20-4f46-8129-7110f82fdbb1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3246999 Aug 18 14:41:17.782469 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57638) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:18.082673 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-fcf366f9-c49f-4f12-be8c-139519924dfc admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '532de3d060bf46a899195f163168fb15'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:18.160926 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fcf366f9-c49f-4f12-be8c-139519924dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.162654 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fcf366f9-c49f-4f12-be8c-139519924dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.322634 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fcf366f9-c49f-4f12-be8c-139519924dfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.407664 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fcf366f9-c49f-4f12-be8c-139519924dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.607216 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fcf366f9-c49f-4f12-be8c-139519924dfc admin admin] Notify callbacks [] for router, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:18.608455 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-fcf366f9-c49f-4f12-be8c-139519924dfc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8249390 Aug 18 14:41:19.320952 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c5ad9a-d77f-4e7e-b02e-f5396097a831 None None] Network e234085d-b412-42b3-bd58-66e0392882a3 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:41:19.523688 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 40f93bdb-8b42-4222-a692-7b192abfd8e7 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:19.547883 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-1fee3a4d-ab3a-475c-9d49-0dd0f650cf9f None None] Provisioning for port 40f93bdb-8b42-4222-a692-7b192abfd8e7 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:19.687240 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 40f93bdb-8b42-4222-a692-7b192abfd8e7 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:19.693014 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 40f93bdb-8b42-4222-a692-7b192abfd8e7 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:19.693410 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.696090 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-6899498c-150f-4566-aa81-49c57324e0e2 None None] Provisioning complete for port 40f93bdb-8b42-4222-a692-7b192abfd8e7 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:19.696452 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6899498c-150f-4566-aa81-49c57324e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.864491 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.866670 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6899498c-150f-4566-aa81-49c57324e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:19.912156 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-6899498c-150f-4566-aa81-49c57324e0e2 None None] For port 40f93bdb-8b42-4222-a692-7b192abfd8e7, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=40f93bdb-8b42-4222-a692-7b192abfd8e7,segment=NetworkSegment(abc97499-a3d9-4cbc-b742-1a25f61caea1),segment_id=abc97499-a3d9-4cbc-b742-1a25f61caea1)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:20.013302 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6899498c-150f-4566-aa81-49c57324e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:20.079769 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.db.api [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:41:20.080140 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG oslo_db.api [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:41:20.088996 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899498c-150f-4566-aa81-49c57324e0e2 None None] Pushing event updated for resources: {'Port': ['ID=40f93bdb-8b42-4222-a692-7b192abfd8e7,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:20.982888 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57652) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:21.052097 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-deb608de-be61-4eaa-8010-39b1a9f60b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:21.290856 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [None req-753a4db7-d890-47e0-8bdf-77464ec6aa4c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:41:21.291855 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-753a4db7-d890-47e0-8bdf-77464ec6aa4c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080151 Aug 18 14:41:21.473199 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 40f93bdb-8b42-4222-a692-7b192abfd8e7 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:21.522033 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 40f93bdb-8b42-4222-a692-7b192abfd8e7 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:21.522319 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.521084 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0ba64294-8c4d-45b2-84f2-cd758ea9d08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.680721 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:23.714949 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57660) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:24.021471 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:24.097703 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Made reservation on behalf of d37f87f48c62478fb926dcc07be548b8 for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:41:24.100017 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.108855 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.193336 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.280540 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.294534 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Reserving flat network on physical network physnet1 {{(pid=100976) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 14:41:24.316047 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.318558 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Added segment e349e977-6aa0-49cb-bdbb-50cbb65e68a7 of type flat for network 526d6ffe-32de-4909-b793-078226381ca9 Aug 18 14:41:24.318558 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015f3546-7b63-4363-9279-cc3a821e5d2b,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:24.368316 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.475315 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.476206 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:24.476815 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:24.534940 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] Pushing event updated for resources: {'Network': ['ID=526d6ffe-32de-4909-b793-078226381ca9,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:24.544644 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 526d6ffe-32de-4909-b793-078226381ca9 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:41:24.653594 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-7eed2491-d65d-40dd-8335-4047678105f3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9375503 Aug 18 14:41:24.726825 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:26.366430 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:27.001293 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57678) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:27.215635 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c69b90-eafc-4d5e-9596-2d7b45c80b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:27.217024 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-f9c69b90-eafc-4d5e-9596-2d7b45c80b2c admin admin] 10.222.0.16 "GET /v2.0/subnets/c8f555e1-e3a6-46d3-bd08-c6394d89573d HTTP/1.1" status: 200 len: 849 time: 0.2147903 Aug 18 14:41:27.334169 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-3b0432db-4f7a-4bc9-99b6-0dbd71bd6a9e admin admin] 10.222.0.16 "GET /v2.0/routers/d2d04d39-bf39-404e-b821-c1c072b59348 HTTP/1.1" status: 200 len: 704 time: 0.1112065 Aug 18 14:41:27.600225 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:27.889865 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Allocated IP 172.20.0.1 (e234085d-b412-42b3-bd58-66e0392882a3/c8f555e1-e3a6-46d3-bd08-c6394d89573d/7840fe9f-05db-4747-845d-236ea63f09a0) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:28.070118 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.093481 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Transition to ACTIVE for port object 7840fe9f-05db-4747-845d-236ea63f09a0 will not be triggered until provisioned by entity DHCP. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:28.241339 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.350749 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Network e234085d-b412-42b3-bd58-66e0392882a3 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:28.357577 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:28.368910 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:28.369456 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.427966 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=7840fe9f-05db-4747-845d-236ea63f09a0,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:28.616087 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.623481 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-f14fa08c-8052-4317-a40b-b87c08d1c34b None None] Provisioning for port 7840fe9f-05db-4747-845d-236ea63f09a0 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:28.628982 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-f14fa08c-8052-4317-a40b-b87c08d1c34b None None] Provisioning complete for port 7840fe9f-05db-4747-845d-236ea63f09a0 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:28.629451 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f14fa08c-8052-4317-a40b-b87c08d1c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.682159 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-f14fa08c-8052-4317-a40b-b87c08d1c34b None None] Port 7840fe9f-05db-4747-845d-236ea63f09a0 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:41:28.849896 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.937772 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:28.938613 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:29.015942 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=7840fe9f-05db-4747-845d-236ea63f09a0,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:29.061636 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Network e234085d-b412-42b3-bd58-66e0392882a3 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:29.062953 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:29.297595 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Router d2d04d39-bf39-404e-b821-c1c072b59348 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:41:29.304344 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-88ac92c7-4c16-49f5-8b19-e799b3c0fdaf None None] Provisioning complete for port 7840fe9f-05db-4747-845d-236ea63f09a0 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:29.304716 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-88ac92c7-4c16-49f5-8b19-e799b3c0fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:29.340552 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-88ac92c7-4c16-49f5-8b19-e799b3c0fdaf None None] Port 7840fe9f-05db-4747-845d-236ea63f09a0 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:41:29.390154 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:41:29.395226 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-4a93a03d-003d-4a9d-abc2-251e4304b0f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/d2d04d39-bf39-404e-b821-c1c072b59348/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0555956 Aug 18 14:41:29.399517 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Sync routers for ids ['d2d04d39-bf39-404e-b821-c1c072b59348'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:41:29.411691 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Routers {'d2d04d39-bf39-404e-b821-c1c072b59348'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:29.412549 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:41:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d2d04d39-bf39-404e-b821-c1c072b59348'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:29.599648 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Set router d2d04d39-bf39-404e-b821-c1c072b59348 gateway port host: None {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:30.029530 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'name': 'router1', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:18Z', 'updated_at': '2021-08-18T14:41:28Z', 'revision_number': 2, 'project_id': '532de3d060bf46a899195f163168fb15', 'gw_port_host': None, '_interfaces': [{'id': '7840fe9f-05db-4747-845d-236ea63f09a0', 'name': '', 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'mac_address': 'fa:16:3e:1a:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:27Z', 'updated_at': '2021-08-18T14:41:28Z', 'revision_number': 2, 'project_id': '532de3d060bf46a899195f163168fb15', 'subnets': [{'id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184348bb-4634-453e-8d18-0362c5ba5129'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:30.081315 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Checking router: d2d04d39-bf39-404e-b821-c1c072b59348 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:41:30.081695 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Updating router d2d04d39-bf39-404e-b821-c1c072b59348 port 7840fe9f-05db-4747-845d-236ea63f09a0 binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:41:30.130464 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.660453 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.678335 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Transition to ACTIVE for port object 7840fe9f-05db-4747-845d-236ea63f09a0 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:30.748462 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.913590 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Pushing event updated for resources: {'Port': ['ID=7840fe9f-05db-4747-845d-236ea63f09a0,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:30.924686 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.925041 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.925383 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.925715 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.926059 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.926391 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.926743 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.927068 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.927408 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.927733 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.928054 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.928373 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Tracked resource versions report: Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: pushed versions: Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: { 'AddressGroup': {'1.2'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'ConntrackHelper': {'1.0'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Log': {'1.0'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Network': {'1.1'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Port': {'1.7'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'PortForwarding': {'1.2'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'QosPolicy': {'1.9'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SecurityGroup': {'1.4'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SubPort': {'1.0'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Subnet': {'1.1'}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Trunk': {'1.1'}} Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: consumer versions: Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: { DHCP agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: L3 agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: Metadata agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: Metering agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: Open vSwitch agent@dv-cinder-805026-1-iscsi: { 'AddressGroup': '1.2', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'ConntrackHelper': '1.0', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Log': '1.0', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Network': '1.1', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Port': '1.7', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'PortForwarding': '1.2', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'QosPolicy': '1.9', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SecurityGroup': '1.4', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SecurityGroupRule': '1.2', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SubPort': '1.0', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Subnet': '1.1', Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Trunk': '1.1'}} Aug 18 14:41:30.929490 dv-cinder-805026-1-iscsi neutron-server[100978]: {{(pid=100978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:41:30.931825 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Attempting to bind port 7840fe9f-05db-4747-845d-236ea63f09a0 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:41:30.932224 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Attempting to bind port 7840fe9f-05db-4747-845d-236ea63f09a0 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'abc97499-a3d9-4cbc-b742-1a25f61caea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:41:30.932782 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Attempting to bind port 7840fe9f-05db-4747-845d-236ea63f09a0 on network e234085d-b412-42b3-bd58-66e0392882a3 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:30.939130 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:41:30.939563 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Checking segment: {'id': 'abc97499-a3d9-4cbc-b742-1a25f61caea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:30.940047 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:30.940437 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Bound using segment: {'id': 'abc97499-a3d9-4cbc-b742-1a25f61caea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:41:30.940947 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Bound port: 7840fe9f-05db-4747-845d-236ea63f09a0, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc97499-a3d9-4cbc-b742-1a25f61caea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:41:30.941679 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:31.007948 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] For port 7840fe9f-05db-4747-845d-236ea63f09a0, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:41:31.028981 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] For port 7840fe9f-05db-4747-845d-236ea63f09a0, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=7840fe9f-05db-4747-845d-236ea63f09a0,segment=NetworkSegment(abc97499-a3d9-4cbc-b742-1a25f61caea1),segment_id=abc97499-a3d9-4cbc-b742-1a25f61caea1)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:41:31.126340 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:31.179584 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Routers {'d2d04d39-bf39-404e-b821-c1c072b59348'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:31.180216 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:41:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d2d04d39-bf39-404e-b821-c1c072b59348'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:31.253508 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdd5fc-aea5-4dd8-99e0-bec65b9f1d6c None None] Pushing event updated for resources: {'Port': ['ID=7840fe9f-05db-4747-845d-236ea63f09a0,revision_number=4']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:31.277056 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] Set router d2d04d39-bf39-404e-b821-c1c072b59348 gateway port host: None {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:31.490113 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'name': 'router1', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:18Z', 'updated_at': '2021-08-18T14:41:28Z', 'revision_number': 2, 'project_id': '532de3d060bf46a899195f163168fb15', 'gw_port_host': None, '_interfaces': [{'id': '7840fe9f-05db-4747-845d-236ea63f09a0', 'name': '', 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'mac_address': 'fa:16:3e:1a:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:27Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '532de3d060bf46a899195f163168fb15', 'subnets': [{'id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184348bb-4634-453e-8d18-0362c5ba5129'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:31.517119 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ce5c28-20fc-4c17-ad1d-6ba3d8554ffa None None] The sync data for ids ['d2d04d39-bf39-404e-b821-c1c072b59348'] in dv-cinder-805026-1-iscsi is: [{'id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'name': 'router1', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:18Z', 'updated_at': '2021-08-18T14:41:28Z', 'revision_number': 2, 'project_id': '532de3d060bf46a899195f163168fb15', 'gw_port_host': None, '_interfaces': [{'id': '7840fe9f-05db-4747-845d-236ea63f09a0', 'name': '', 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'mac_address': 'fa:16:3e:1a:5f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:27Z', 'updated_at': '2021-08-18T14:41:31Z', 'revision_number': 4, 'project_id': '532de3d060bf46a899195f163168fb15', 'subnets': [{'id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184348bb-4634-453e-8d18-0362c5ba5129'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:41:31.612264 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57698) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:31.725622 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de07dc53-b4ff-41e6-a18e-31967e549595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:31.726988 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-de07dc53-b4ff-41e6-a18e-31967e549595 admin admin] 10.222.0.16 "GET /v2.0/networks/526d6ffe-32de-4909-b793-078226381ca9 HTTP/1.1" status: 200 len: 842 time: 0.1135864 Aug 18 14:41:31.737630 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:31.863113 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Made reservation on behalf of d37f87f48c62478fb926dcc07be548b8 for: {'subnet': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:41:31.865414 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.310571 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.objects.ports [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100976) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 14:41:32.311012 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.366085 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bece8e0-633d-4867-a6f4-3637cc415bee,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:32.376400 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:32.376747 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Network hostable DHCP agents. Network: 526d6ffe-32de-4909-b793-078226381ca9, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:41:32.503387 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:41:32.645720 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 526d6ffe-32de-4909-b793-078226381ca9) {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:32.650173 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:32.651318 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:32.654730 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ba4c5-0cbf-4a44-b908-1f44c47bf7a9 None None] Network 526d6ffe-32de-4909-b793-078226381ca9 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:41:32.766558 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-64f47115-1eb2-415d-8f0b-22382809ecf8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0323641 Aug 18 14:41:32.794345 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a2f2c-6229-4a05-9bb8-76681e6fb403 None None] Network 526d6ffe-32de-4909-b793-078226381ca9 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:41:35.048659 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57706) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:35.250605 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-9c93c5fa-a513-41af-9ce4-57cf4bf5ebbb admin admin] 10.222.0.16 "GET /v2.0/routers/d2d04d39-bf39-404e-b821-c1c072b59348 HTTP/1.1" status: 200 len: 710 time: 0.2007506 Aug 18 14:41:35.337870 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016994b2-3393-4783-af09-4e6f2deeb50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:41:35.339323 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-016994b2-3393-4783-af09-4e6f2deeb50e admin admin] 10.222.0.16 "GET /v2.0/networks/526d6ffe-32de-4909-b793-078226381ca9 HTTP/1.1" status: 200 len: 886 time: 0.0830724 Aug 18 14:41:35.349197 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:41:35.596878 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:35.926702 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:36.005329 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:36.122230 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Allocated IP 172.27.2.238 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/860afd52-f7ba-4f62-a34c-ae401448b69d) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:41:36.222494 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:36.355550 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:36.399699 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:41:36.403147 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:41:36.407591 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:41:36.410384 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Pushing event updated for resources: {'Port': ['ID=860afd52-f7ba-4f62-a34c-ae401448b69d,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:36.717958 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:37.011666 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66646682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66635207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255130'] for router, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:37.014939 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66646580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66646575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66635262'] for router, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:37.120062 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Router d2d04d39-bf39-404e-b821-c1c072b59348 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:41:37.227534 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:41:37.231758 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] Notify callbacks [] for router, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:37.232950 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-765fe46a-cffc-41a2-88a8-74754f347fdc admin admin] 10.222.0.16 "PUT /v2.0/routers/d2d04d39-bf39-404e-b821-c1c072b59348 HTTP/1.1" status: 200 len: 890 time: 1.8869770 Aug 18 14:41:37.506961 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 7840fe9f-05db-4747-845d-236ea63f09a0 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:37.663544 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 7840fe9f-05db-4747-845d-236ea63f09a0 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:37.668814 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 7840fe9f-05db-4747-845d-236ea63f09a0 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:37.669188 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:37.746298 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:37.781560 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 7840fe9f-05db-4747-845d-236ea63f09a0, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=7840fe9f-05db-4747-845d-236ea63f09a0,segment=NetworkSegment(abc97499-a3d9-4cbc-b742-1a25f61caea1),segment_id=abc97499-a3d9-4cbc-b742-1a25f61caea1)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:37.840212 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:37.890728 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=7840fe9f-05db-4747-845d-236ea63f09a0,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:37.940022 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Sync routers for ids ['d2d04d39-bf39-404e-b821-c1c072b59348'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:41:37.950478 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Routers {'d2d04d39-bf39-404e-b821-c1c072b59348'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:37.951198 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:41:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d2d04d39-bf39-404e-b821-c1c072b59348'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:38.162715 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Set router d2d04d39-bf39-404e-b821-c1c072b59348 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:38.545424 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'name': 'router1', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '860afd52-f7ba-4f62-a34c-ae401448b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:18Z', 'updated_at': '2021-08-18T14:41:36Z', 'revision_number': 4, 'project_id': '532de3d060bf46a899195f163168fb15', 'gw_port': {'id': '860afd52-f7ba-4f62-a34c-ae401448b69d', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:36Z', 'updated_at': '2021-08-18T14:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '7840fe9f-05db-4747-845d-236ea63f09a0', 'name': '', 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'mac_address': 'fa:16:3e:1a:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:27Z', 'updated_at': '2021-08-18T14:41:37Z', 'revision_number': 5, 'project_id': '532de3d060bf46a899195f163168fb15', 'subnets': [{'id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184348bb-4634-453e-8d18-0362c5ba5129'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:38.597566 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Checking router: d2d04d39-bf39-404e-b821-c1c072b59348 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:41:38.597916 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Updating router d2d04d39-bf39-404e-b821-c1c072b59348 port 860afd52-f7ba-4f62-a34c-ae401448b69d binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:41:38.643918 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:38.959455 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:38.969097 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Transition to ACTIVE for port object 860afd52-f7ba-4f62-a34c-ae401448b69d will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:41:39.074171 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:39.202153 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3ad85-a1f7-4fac-8cbd-9f35dee5a9a2 None None] Pushing event updated for resources: {'Port': ['ID=860afd52-f7ba-4f62-a34c-ae401448b69d,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:39.204358 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Attempting to bind port 860afd52-f7ba-4f62-a34c-ae401448b69d on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:41:39.204747 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Attempting to bind port 860afd52-f7ba-4f62-a34c-ae401448b69d by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:41:39.205109 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Attempting to bind port 860afd52-f7ba-4f62-a34c-ae401448b69d on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:41:39.210707 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:41:39.211080 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:41:39.211477 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:39.211855 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:41:39.212310 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Bound port: 860afd52-f7ba-4f62-a34c-ae401448b69d, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:41:39.212708 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:39.264195 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] For port 860afd52-f7ba-4f62-a34c-ae401448b69d, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:41:39.267246 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] For port 860afd52-f7ba-4f62-a34c-ae401448b69d, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=860afd52-f7ba-4f62-a34c-ae401448b69d,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:41:39.325934 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:39.384099 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3ad85-a1f7-4fac-8cbd-9f35dee5a9a2 None None] Pushing event updated for resources: {'Port': ['ID=860afd52-f7ba-4f62-a34c-ae401448b69d,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:39.386939 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Routers {'d2d04d39-bf39-404e-b821-c1c072b59348'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:41:39.387541 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:41:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d2d04d39-bf39-404e-b821-c1c072b59348'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:39.491012 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 7840fe9f-05db-4747-845d-236ea63f09a0 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:39.525126 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] Set router d2d04d39-bf39-404e-b821-c1c072b59348 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:41:39.616860 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 57718) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:41:39.649217 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 7840fe9f-05db-4747-845d-236ea63f09a0 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:39.649690 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:39.730588 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-44dbcfcc-44f0-4e52-aa09-39a9ee6e9bc3 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1124704 Aug 18 14:41:39.823575 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'name': 'router1', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '860afd52-f7ba-4f62-a34c-ae401448b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:18Z', 'updated_at': '2021-08-18T14:41:36Z', 'revision_number': 4, 'project_id': '532de3d060bf46a899195f163168fb15', 'gw_port': {'id': '860afd52-f7ba-4f62-a34c-ae401448b69d', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:36Z', 'updated_at': '2021-08-18T14:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '7840fe9f-05db-4747-845d-236ea63f09a0', 'name': '', 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'mac_address': 'fa:16:3e:1a:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:27Z', 'updated_at': '2021-08-18T14:41:37Z', 'revision_number': 5, 'project_id': '532de3d060bf46a899195f163168fb15', 'subnets': [{'id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184348bb-4634-453e-8d18-0362c5ba5129'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:41:39.850867 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e917d04b-7690-4475-883d-b7bbe804c748 None None] The sync data for ids ['d2d04d39-bf39-404e-b821-c1c072b59348'] in dv-cinder-805026-1-iscsi is: [{'id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'name': 'router1', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': '860afd52-f7ba-4f62-a34c-ae401448b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:41:18Z', 'updated_at': '2021-08-18T14:41:36Z', 'revision_number': 4, 'project_id': '532de3d060bf46a899195f163168fb15', 'gw_port': {'id': '860afd52-f7ba-4f62-a34c-ae401448b69d', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:36Z', 'updated_at': '2021-08-18T14:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '7840fe9f-05db-4747-845d-236ea63f09a0', 'name': '', 'network_id': 'e234085d-b412-42b3-bd58-66e0392882a3', 'tenant_id': '532de3d060bf46a899195f163168fb15', 'mac_address': 'fa:16:3e:1a:5f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d04d39-bf39-404e-b821-c1c072b59348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:41:27Z', 'updated_at': '2021-08-18T14:41:37Z', 'revision_number': 5, 'project_id': '532de3d060bf46a899195f163168fb15', 'subnets': [{'id': 'c8f555e1-e3a6-46d3-bd08-c6394d89573d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184348bb-4634-453e-8d18-0362c5ba5129'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:41:41.535608 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 860afd52-f7ba-4f62-a34c-ae401448b69d up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:41.656864 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 860afd52-f7ba-4f62-a34c-ae401448b69d completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:41:41.661469 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 860afd52-f7ba-4f62-a34c-ae401448b69d triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:41.661844 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:41.756795 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:41.778022 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 860afd52-f7ba-4f62-a34c-ae401448b69d, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=860afd52-f7ba-4f62-a34c-ae401448b69d,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:41:41.857354 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:41.909434 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=860afd52-f7ba-4f62-a34c-ae401448b69d,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:41:43.536358 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 860afd52-f7ba-4f62-a34c-ae401448b69d up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:41:43.598420 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 860afd52-f7ba-4f62-a34c-ae401448b69d triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:41:43.598846 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:51.140211 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f95113b3-f9c6-4c99-affd-85851e4ad25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:53.469299 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 5 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:41:53.525299 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-92ae9e48-abf0-4469-9a0e-1024bd8d8994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:53.753814 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:54.748886 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:41:56.400194 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:21.062145 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a7120aee-b670-4db5-91ce-d47247020a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:24.153473 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-370ee0f1-67ad-403c-8c50-722e48ccb3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:25.119319 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:25.239469 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:26.421480 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:30.467136 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 5 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:42:51.048744 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9b0f3bae-9746-4a1e-ba8f-08707617ad2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:53.528852 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a9984447-fe48-42b5-a146-b5a25edaa337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:53.688815 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:54.808068 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:42:56.404067 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:07.465824 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 5 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:43:18.623753 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58286) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:18.683836 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1dfbf0-32a4-4107-917f-bee43502f9e7 admin admin] GET failed (client error): The resource could not be found. Aug 18 14:43:18.685150 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-eb1dfbf0-32a4-4107-917f-bee43502f9e7 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603988 Aug 18 14:43:18.846907 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7baa1b-b20e-4a36-8fff-fc3ed1cd9919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:18.848614 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-3e7baa1b-b20e-4a36-8fff-fc3ed1cd9919 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591578 Aug 18 14:43:20.969313 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58296) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:21.062493 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410a7fc-e3e3-498b-960c-7af9b610dd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:21.063831 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-8410a7fc-e3e3-498b-960c-7af9b610dd33 admin admin] 10.222.0.16 "GET /v2.0/subnets/c8f555e1-e3a6-46d3-bd08-c6394d89573d HTTP/1.1" status: 200 len: 849 time: 0.0935752 Aug 18 14:43:21.073909 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:43:21.122793 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc480-fcdd-4dde-a126-cd686bf92158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.166396 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.419986 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792167307623'] for subnet, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.454846 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:21.459211 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.459211 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] 10.222.0.16 "PUT /v2.0/subnets/c8f555e1-e3a6-46d3-bd08-c6394d89573d HTTP/1.1" status: 200 len: 868 time: 0.3866074 Aug 18 14:43:21.460120 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50063b57-bf5e-4a95-a045-12ab7c2b744f None None] Network e234085d-b412-42b3-bd58-66e0392882a3 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:43:21.475312 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f555e1-e3a6-46d3-bd08-c6394d89573d,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:43:21.483912 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.484168 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.484398 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.484648 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.484987 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.485337 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.485689 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.486017 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.486651 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.486986 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.487314 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.487638 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd945ab-7e84-4c08-a9b2-c2c1af5a8427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:43:21.858620 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-bc720346-b8d7-490f-8a8a-e68a0aac7386 None None] Provisioning complete for port 7840fe9f-05db-4747-845d-236ea63f09a0 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:21.858994 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bc720346-b8d7-490f-8a8a-e68a0aac7386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:21.942528 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-bc720346-b8d7-490f-8a8a-e68a0aac7386 None None] Provisioning complete for port 40f93bdb-8b42-4222-a692-7b192abfd8e7 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:43:21.942899 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bc720346-b8d7-490f-8a8a-e68a0aac7386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.520967 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f159dab3-282d-499e-8a50-1fe898cad8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.615593 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58304) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:23.691900 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:23.814674 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56403cf7-f5aa-4835-97a6-30e42e49cd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:23.815072 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56403cf7-f5aa-4835-97a6-30e42e49cd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:23.816634 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-56403cf7-f5aa-4835-97a6-30e42e49cd41 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000437 Aug 18 14:43:24.820343 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:25.952731 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58312) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:26.088111 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878d524-da09-4f6b-b3ca-ac70bf6d596a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:26.088589 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878d524-da09-4f6b-b3ca-ac70bf6d596a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:26.090125 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-5878d524-da09-4f6b-b3ca-ac70bf6d596a admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1364069 Aug 18 14:43:26.413817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:28.248201 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58320) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:28.373524 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d6368f-55da-4978-adf6-38ec16a651d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:28.374919 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b9d6368f-55da-4978-adf6-38ec16a651d7 admin admin] 10.222.0.16 "GET /v2.0/networks/526d6ffe-32de-4909-b793-078226381ca9 HTTP/1.1" status: 200 len: 886 time: 0.1257763 Aug 18 14:43:30.515926 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58328) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:30.649616 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdc7762-684a-4242-b9cf-31653a14b008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:30.660624 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-6fdc7762-684a-4242-b9cf-31653a14b008 admin admin] 10.222.0.16 "GET /v2.0/networks/e234085d-b412-42b3-bd58-66e0392882a3 HTTP/1.1" status: 200 len: 869 time: 0.1437438 Aug 18 14:43:32.838178 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58336) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:33.074065 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1408c-8f45-48ec-9504-9951126300cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.074560 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1408c-8f45-48ec-9504-9951126300cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:33.076104 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-8eb1408c-8f45-48ec-9504-9951126300cf admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2369590 Aug 18 14:43:35.202309 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58344) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:35.330428 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5f7cfb-476d-498d-9d66-39aabb0b8be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:35.330913 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5f7cfb-476d-498d-9d66-39aabb0b8be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:35.332436 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-da5f7cfb-476d-498d-9d66-39aabb0b8be0 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292439 Aug 18 14:43:37.465396 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58354) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:37.549673 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c56df34-d5fd-4fd9-a6f9-db6db8424ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:37.550997 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-2c56df34-d5fd-4fd9-a6f9-db6db8424ef5 admin admin] 10.222.0.16 "GET /v2.0/subnets/7bece8e0-633d-4867-a6f4-3637cc415bee HTTP/1.1" status: 200 len: 816 time: 0.0846729 Aug 18 14:43:39.710357 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58362) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:43:39.802073 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d5a417-917a-4194-9d94-645086faf22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:43:39.803467 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-79d5a417-917a-4194-9d94-645086faf22d admin admin] 10.222.0.16 "GET /v2.0/subnets/c8f555e1-e3a6-46d3-bd08-c6394d89573d HTTP/1.1" status: 200 len: 868 time: 0.0921607 Aug 18 14:43:44.464431 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 5 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:43:51.459286 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e010c20b-2b5e-47a5-8161-54eb62866e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.532653 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9f5132e1-65b4-4ebe-a10b-68ee10d73d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:53.701986 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:54.767197 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:43:56.390943 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:04.070827 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58416) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:04.117413 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [None req-9251060d-efda-4da1-9cf9-3170a258ffef admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:44:04.118486 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-9251060d-efda-4da1-9cf9-3170a258ffef admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467238 Aug 18 14:44:06.347866 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58424) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:06.408846 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ce51b8-d1e7-4f0d-95b1-7468157f9288 admin admin] GET failed (client error): The resource could not be found. Aug 18 14:44:06.410177 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-65ce51b8-d1e7-4f0d-95b1-7468157f9288 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613492 Aug 18 14:44:06.500040 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472934d-e6e5-4339-a04a-2c467bbb98cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:06.501541 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-8472934d-e6e5-4339-a04a-2c467bbb98cc admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0870030 Aug 18 14:44:08.685520 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58432) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:08.731602 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:44:08.834961 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Made reservation on behalf of d37f87f48c62478fb926dcc07be548b8 for: {'network': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:44:08.837242 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:08.900705 dv-cinder-805026-1-iscsi neutron-server[100975]: WARNING neutron.services.revisions.revision_plugin [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Could not find related network for resource to bump revision. Aug 18 14:44:08.916487 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=100975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:44:08.929607 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792167322314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:08.930170 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Unsubscribe: segment precommit_create {{(pid=100975) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 14:44:08.930700 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.segments_db [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Added segment c2bd472b-ecc7-48c7-b53a-66d9ea0e704f of type vlan for network 8eb81c4c-9877-42ce-9a8d-f125891a94da Aug 18 14:44:08.977661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:09.066583 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:09.067514 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:09.068103 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:09.155985 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Pushing event updated for resources: {'Network': ['ID=8eb81c4c-9877-42ce-9a8d-f125891a94da,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:09.163062 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.163422 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.163758 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.164088 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.164413 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.164781 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.165108 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.165471 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.165814 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.166137 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.166472 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.166792 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:09.177709 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 8eb81c4c-9877-42ce-9a8d-f125891a94da details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:44:09.214082 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-0b7cc159-6c88-4c0c-8766-75f4e017838a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5181651 Aug 18 14:44:11.399903 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58440) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:44:11.460574 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c286d0c3-10d8-4576-99bd-093c0ca3743c admin admin] GET failed (client error): The resource could not be found. Aug 18 14:44:11.462278 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c286d0c3-10d8-4576-99bd-093c0ca3743c admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614047 Aug 18 14:44:11.566029 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb665bcc-e021-4187-8db0-ec40c0cd9b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:11.568113 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-eb665bcc-e021-4187-8db0-ec40c0cd9b67 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1015139 Aug 18 14:44:11.578174 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:44:11.660669 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Made reservation on behalf of d37f87f48c62478fb926dcc07be548b8 for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:44:11.663430 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.941161 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:11.996436 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e50254-de17-4c7a-ae95-d5be85722645,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:12.005181 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Checking segment: {'id': 'c2bd472b-ecc7-48c7-b53a-66d9ea0e704f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:44:12.005450 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Network hostable DHCP agents. Network: 8eb81c4c-9877-42ce-9a8d-f125891a94da, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:44:12.106231 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Network 8eb81c4c-9877-42ce-9a8d-f125891a94da is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:44:12.214812 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 8eb81c4c-9877-42ce-9a8d-f125891a94da) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:44:12.218725 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:44:12.219410 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:12.225747 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988af285-e16e-498f-a064-8a5c7c767929 None None] Network 8eb81c4c-9877-42ce-9a8d-f125891a94da requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:44:12.366189 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-8eb81c4c-9877-42ce-9a8d-f125891a94da', 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da', 'tenant_id': 'd37f87f48c62478fb926dcc07be548b8', 'fixed_ips': [{'subnet_id': 'c2e50254-de17-4c7a-ae95-d5be85722645'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:44:12.367085 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:12.378638 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-a1af2b5e-bde2-432f-8cba-e8878c1172f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8037508 Aug 18 14:44:12.509063 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Allocated IP 192.168.233.2 (8eb81c4c-9877-42ce-9a8d-f125891a94da/c2e50254-de17-4c7a-ae95-d5be85722645/a7433715-5694-4b86-9958-72a4259e3702) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:44:12.658367 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:12.667295 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Transition to ACTIVE for port object a7433715-5694-4b86-9958-72a4259e3702 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:44:12.683244 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Transition to ACTIVE for port object a7433715-5694-4b86-9958-72a4259e3702 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:44:12.752973 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:12.793679 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Network 8eb81c4c-9877-42ce-9a8d-f125891a94da is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:44:12.796520 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:44:12.800618 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:44:12.806022 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Pushing event updated for resources: {'Port': ['ID=a7433715-5694-4b86-9958-72a4259e3702,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:12.832476 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.833403 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.833749 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.834084 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.834429 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.834781 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.835106 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.835427 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.835763 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.836103 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.836401 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.836714 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:44:12.871373 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Attempting to bind port a7433715-5694-4b86-9958-72a4259e3702 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:44:12.871736 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Attempting to bind port a7433715-5694-4b86-9958-72a4259e3702 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'c2bd472b-ecc7-48c7-b53a-66d9ea0e704f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:44:12.872090 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Attempting to bind port a7433715-5694-4b86-9958-72a4259e3702 on network 8eb81c4c-9877-42ce-9a8d-f125891a94da {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:44:12.876954 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:44:12.877320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Checking segment: {'id': 'c2bd472b-ecc7-48c7-b53a-66d9ea0e704f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:44:12.877710 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:12.878095 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Bound using segment: {'id': 'c2bd472b-ecc7-48c7-b53a-66d9ea0e704f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:44:12.878587 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Bound port: a7433715-5694-4b86-9958-72a4259e3702, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bd472b-ecc7-48c7-b53a-66d9ea0e704f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:44:12.878976 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:12.944746 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] For port a7433715-5694-4b86-9958-72a4259e3702, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:44:12.948371 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] For port a7433715-5694-4b86-9958-72a4259e3702, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=a7433715-5694-4b86-9958-72a4259e3702,segment=NetworkSegment(c2bd472b-ecc7-48c7-b53a-66d9ea0e704f),segment_id=c2bd472b-ecc7-48c7-b53a-66d9ea0e704f)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:44:13.050400 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:13.113006 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523fc34-6ab6-4d44-aa8e-d8717ed9a406 None None] Pushing event updated for resources: {'Port': ['ID=a7433715-5694-4b86-9958-72a4259e3702,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:13.729152 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device a7433715-5694-4b86-9958-72a4259e3702 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:44:13.903565 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b50b9b-6a1c-4133-9767-b0dd2b8715f0 None None] Network 8eb81c4c-9877-42ce-9a8d-f125891a94da requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:44:13.907184 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port a7433715-5694-4b86-9958-72a4259e3702 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:44:14.054488 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-19300040-27bd-4f96-a77a-849d5169de35 None None] Provisioning for port a7433715-5694-4b86-9958-72a4259e3702 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:44:14.059722 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-19300040-27bd-4f96-a77a-849d5169de35 None None] Provisioning complete for port a7433715-5694-4b86-9958-72a4259e3702 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:44:14.060093 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-19300040-27bd-4f96-a77a-849d5169de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:14.153116 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-19300040-27bd-4f96-a77a-849d5169de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:14.195578 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-19300040-27bd-4f96-a77a-849d5169de35 None None] For port a7433715-5694-4b86-9958-72a4259e3702, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=a7433715-5694-4b86-9958-72a4259e3702,segment=NetworkSegment(c2bd472b-ecc7-48c7-b53a-66d9ea0e704f),segment_id=c2bd472b-ecc7-48c7-b53a-66d9ea0e704f)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:44:14.302233 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-19300040-27bd-4f96-a77a-849d5169de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:14.352991 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19300040-27bd-4f96-a77a-849d5169de35 None None] Pushing event updated for resources: {'Port': ['ID=a7433715-5694-4b86-9958-72a4259e3702,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:44:14.423025 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-ccabd3e4-8c8d-4bce-b435-e755504a66d0 None None] Provisioning complete for port a7433715-5694-4b86-9958-72a4259e3702 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:44:14.423320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ccabd3e4-8c8d-4bce-b435-e755504a66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:15.688804 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device a7433715-5694-4b86-9958-72a4259e3702 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:44:15.736413 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port a7433715-5694-4b86-9958-72a4259e3702 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:44:15.736779 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:21.094638 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2c47c919-0d5f-40d5-9313-81dd7744904b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:21.462540 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 5 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:44:23.583258 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5965f56b-4397-497f-a84a-667605d6f389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:23.734754 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:24.777676 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:26.429161 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:51.090616 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7964cbc3-75f0-49a6-988c-5a1af6e881ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:53.538943 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-39f6038b-315d-4ebd-a768-aa7f64742fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:53.767379 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:54.770718 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:56.401510 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:44:58.461732 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 5 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:45:21.078744 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1ea8-1d6f-4256-95b4-d7772158f624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:23.519722 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5b8b083b-d43a-4ef2-be32-517297fff405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:24.005963 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:24.821354 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:26.455525 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:35.461009 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 5 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:45:48.320202 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58492) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:48.326096 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [None req-a6a354a7-723d-4909-8e00-02ff420cacc1 tempest-verify_tempest_config-178345527 tempest-verify_tempest_config-178345527-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100975) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:45:48.327106 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-a6a354a7-723d-4909-8e00-02ff420cacc1 tempest-verify_tempest_config-178345527 tempest-verify_tempest_config-178345527-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059428 Aug 18 14:45:48.938208 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58510) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:49.037640 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.149267 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.232771 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.278753 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f50f57968abb434fbefd866421e08a3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3393915 Aug 18 14:45:49.280493 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53db09f8-0f15-49ae-ae35-5f26e170dac3,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:49.281423 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58514) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:45:49.287356 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.287728 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.288077 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.288411 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.288740 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.289089 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.289425 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.289768 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.290112 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.290438 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.290785 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.291108 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cccade-453b-47bf-9991-f5d461081fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.335999 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.356192 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.512807 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.515426 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:49.517196 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53db09f8-0f15-49ae-ae35-5f26e170dac3 HTTP/1.1" status: 204 len: 168 time: 0.2348120 Aug 18 14:45:49.525107 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53db09f8-0f15-49ae-ae35-5f26e170dac3,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:45:49.531747 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.532070 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.532412 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.532744 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.533072 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.533417 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.533747 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.534071 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.534442 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.534729 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.535052 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:49.535371 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfda21-6fcd-44a8-8021-4d812f9b95c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:45:51.061695 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0f411ef7-6fff-4001-8155-3b96404d65b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.535484 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ad87-efda-4822-a93b-67a7ac8cd6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:53.787284 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:54.793056 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:45:56.439017 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:12.459457 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 5 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:46:21.083279 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a188464c-9e0b-4966-aa7e-ba6770c334a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:23.551235 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-57177a70-b397-40d7-9503-330864f35ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:23.699615 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:24.790937 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:26.447860 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:49.458470 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 5 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:46:51.069464 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-391614cf-a006-42ef-9a69-bd8f05187216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:53.594893 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9aa22f93-8692-4fdf-baab-4fce5eb6768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:53.709711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:54.835127 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:46:56.458298 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:21.131321 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6064ab1f-2d41-46c8-98f5-e51ee694cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:23.525859 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-629f8d46-51f4-4fa9-9328-87153fd645de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:23.564977 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66754898'] for agent, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:23.770988 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:24.799364 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.445428 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:26.456609 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:47:37.994396 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58588) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:38.097834 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d8811073-a7c4-402a-813b-227c10740188 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023157 Aug 18 14:47:40.237237 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58598) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:47:40.291662 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-1a2443dc-4fb3-442c-a809-7ecdd934ad25 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0533273 Aug 18 14:47:51.077587 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ca47319d-46c9-470d-91e4-35b441e9d201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:53.551817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:53.586648 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-dba0358b-a8bb-4dc2-9424-0829bef7c00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:53.717342 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:54.878999 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:47:56.425706 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:03.456032 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:48:21.135069 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b976-1f44-4d92-b18c-9a7774c6ac78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:23.534958 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-abf1b085-b0d5-423a-9667-0e6c820ca837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:23.561515 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:23.710040 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:24.773046 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:26.432268 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:40.455316 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:48:51.065500 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a35cd3a9-bb5c-4156-a6bc-8fb6e3648c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.528142 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7b9ae13c-c040-451e-a21c-9289f02ad248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.565693 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:53.716396 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:54.777161 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:48:56.434091 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.304187 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58786) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:12.701368 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-390404603-network', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:12.816084 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Made reservation on behalf of f9ead20971eb45f6b37b6aee7c601a37 for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:12.820162 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.831213 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:12.921205 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.003861 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58814) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:13.012233 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.045843 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2043316b-e142-4d2b-a38b-9c3875be5b8b,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:13.055994 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.056360 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.056705 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.057039 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.057370 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.057841 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.058178 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.058644 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.058996 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.059322 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.059772 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.059956 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Tracked resource versions report: Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: pushed versions: Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: { 'AddressGroup': {'1.2'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'ConntrackHelper': {'1.0'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Log': {'1.0'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Network': {'1.1'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Port': {'1.7'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'PortForwarding': {'1.2'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'QosPolicy': {'1.9'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SecurityGroup': {'1.4'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SubPort': {'1.0'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Subnet': {'1.1'}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Trunk': {'1.1'}} Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: consumer versions: Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: { DHCP agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: HyperV agent@hv-cinder-80502: {}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: L3 agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: Metadata agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: Metering agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: Open vSwitch agent@dv-cinder-805026-1-iscsi: { 'AddressGroup': '1.2', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'ConntrackHelper': '1.0', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Log': '1.0', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Network': '1.1', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Port': '1.7', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'PortForwarding': '1.2', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'QosPolicy': '1.9', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SecurityGroup': '1.4', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SecurityGroupRule': '1.2', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'SubPort': '1.0', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Subnet': '1.1', Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: 'Trunk': '1.1'}} Aug 18 14:49:13.061590 dv-cinder-805026-1-iscsi neutron-server[100976]: {{(pid=100976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:49:13.065040 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:13.081146 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.081146 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Added segment f082f0d4-dfb5-4329-8a31-7c9306073e98 of type vlan for network 7b49a8d7-21fe-4948-9be2-92db6ceac05b Aug 18 14:49:13.135634 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58820) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:13.137774 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.270466 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.280008 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:13.280008 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.336369 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7b49a8d7-21fe-4948-9be2-92db6ceac05b,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:13.350387 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 7b49a8d7-21fe-4948-9be2-92db6ceac05b details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:13.439101 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1894055662-network', 'tenant_id': '0d4038727f4a41ed91873d202d77b367'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:13.460371 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-9341778d-a08d-4d92-a475-252abaeb80a3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1549602 Aug 18 14:49:13.463505 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58840) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:13.469810 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Request body: {'subnet': {'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-subnet', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:13.478152 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2068546529-network', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:13.558324 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58848) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:13.573178 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Made reservation on behalf of 0d4038727f4a41ed91873d202d77b367 for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:13.575774 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.587169 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.589678 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.db.api [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:49:13.589678 dv-cinder-805026-1-iscsi neutron-server[100975]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:49:13.589678 dv-cinder-805026-1-iscsi neutron-server[100975]: [parameters: {'project_id_1': '57b7a728ce2840d5b3c6165cf4d3bedb', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 49, 13, 484114)}] Aug 18 14:49:13.589678 dv-cinder-805026-1-iscsi neutron-server[100975]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:49:13.590762 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG oslo_db.api [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:49:13.671019 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Made reservation on behalf of f9ead20971eb45f6b37b6aee7c601a37 for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:13.674738 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.786780 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-network', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:13.815300 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.893204 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.915294 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:13.949734 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:13.950206 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Added segment 7313bd69-c89f-43a2-843a-feb9574c0b9d of type vlan for network 322bd955-1c18-4156-acd8-1bf04d34a12f Aug 18 14:49:13.980084 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125012f7-4e72-4cc3-a8f1-a04c0fe9875d,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:14.007655 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.018426 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.094570 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb07cbeb-73d7-435b-ab85-e031f447c466,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:14.119567 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.120160 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.120706 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.121207 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.121737 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.122244 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.122774 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.123268 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.123991 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.124479 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.124955 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.125472 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Tracked resource versions report: Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: pushed versions: Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: { 'AddressGroup': {'1.2'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'ConntrackHelper': {'1.0'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Log': {'1.0'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Network': {'1.1'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Port': {'1.7'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'PortForwarding': {'1.2'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'QosPolicy': {'1.9'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SecurityGroup': {'1.4'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SubPort': {'1.0'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Subnet': {'1.1'}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Trunk': {'1.1'}} Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: consumer versions: Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: { DHCP agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: HyperV agent@hv-cinder-80502: {}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: L3 agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: Metadata agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: Metering agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: Open vSwitch agent@dv-cinder-805026-1-iscsi: { 'AddressGroup': '1.2', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'ConntrackHelper': '1.0', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Log': '1.0', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Network': '1.1', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Port': '1.7', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'PortForwarding': '1.2', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'QosPolicy': '1.9', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SecurityGroup': '1.4', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SecurityGroupRule': '1.2', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'SubPort': '1.0', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Subnet': '1.1', Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: 'Trunk': '1.1'}} Aug 18 14:49:14.126836 dv-cinder-805026-1-iscsi neutron-server[100975]: {{(pid=100975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:49:14.131867 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Made reservation on behalf of e6f3f58343c9405c8afe9885e7b873cf for: {'network': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:14.134856 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.144881 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.147496 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.148550 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:14.149234 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.179812 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Checking segment: {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:14.180502 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Network hostable DHCP agents. Network: 7b49a8d7-21fe-4948-9be2-92db6ceac05b, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:49:14.204756 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Made reservation on behalf of 57b7a728ce2840d5b3c6165cf4d3bedb for: {'network': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:14.207355 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.244604 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.277360 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Network 7b49a8d7-21fe-4948-9be2-92db6ceac05b is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:49:14.283763 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] Pushing event updated for resources: {'Network': ['ID=322bd955-1c18-4156-acd8-1bf04d34a12f,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:14.296948 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 322bd955-1c18-4156-acd8-1bf04d34a12f details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:14.459600 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-bf2ff949-70a7-4522-baba-1bca0e7ec36c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4543481 Aug 18 14:49:14.462499 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58896) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:14.469607 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Request body: {'subnet': {'network_id': '322bd955-1c18-4156-acd8-1bf04d34a12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1894055662-subnet', 'tenant_id': '0d4038727f4a41ed91873d202d77b367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:14.482546 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.db.api [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:49:14.482546 dv-cinder-805026-1-iscsi neutron-server[100975]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:49:14.482546 dv-cinder-805026-1-iscsi neutron-server[100975]: [parameters: {'project_id_1': '57b7a728ce2840d5b3c6165cf4d3bedb', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 49, 14, 273364)}] Aug 18 14:49:14.482546 dv-cinder-805026-1-iscsi neutron-server[100975]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100975) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:49:14.482959 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG oslo_db.api [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:49:14.485424 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 7b49a8d7-21fe-4948-9be2-92db6ceac05b) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:14.496967 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d32f54-e428-4673-bd68-c59b7f2d2553 None None] Network 7b49a8d7-21fe-4948-9be2-92db6ceac05b requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:14.555693 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:14.556289 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.593139 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.643235 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77ed651-1c96-4529-809d-fad1c2212c51 None None] Network 7b49a8d7-21fe-4948-9be2-92db6ceac05b requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:14.691685 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.713153 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=100975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:14.726789 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a1fb77-4c6f-401f-bbbc-c5cab59755c3,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:14.732260 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.734697 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.segments_db [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Added segment 772c9378-98f9-47d3-a016-2cfa26dd8ccf of type vlan for network 893d2803-c5ab-43bc-aa81-4ce998c20cde Aug 18 14:49:14.776810 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.784436 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-76f54a27-b6f1-4395-8321-f61185326b1a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3198059 Aug 18 14:49:14.789194 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58900) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:14.794726 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:14.892972 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Made reservation on behalf of 0d4038727f4a41ed91873d202d77b367 for: {'subnet': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:14.895641 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.945130 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.957201 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:14.957201 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:14.988459 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.014234 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] Pushing event updated for resources: {'Network': ['ID=893d2803-c5ab-43bc-aa81-4ce998c20cde,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:15.024242 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:15.048690 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.050193 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.149636 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.186958 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-e1f4a107-3d7b-4463-8857-8276765e8f72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6272876 Aug 18 14:49:15.189969 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58902) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:15.194840 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.196802 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Request body: {'subnet': {'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-subnet', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:15.215607 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7832bf-acf1-42ef-955f-10665d1a8b3f,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:15.227460 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Checking segment: {'id': '7313bd69-c89f-43a2-843a-feb9574c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '322bd955-1c18-4156-acd8-1bf04d34a12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:15.227811 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Network hostable DHCP agents. Network: 322bd955-1c18-4156-acd8-1bf04d34a12f, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:49:15.264144 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.319018 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Network 322bd955-1c18-4156-acd8-1bf04d34a12f is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:49:15.391536 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.423851 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=100975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:15.436176 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 322bd955-1c18-4156-acd8-1bf04d34a12f) {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:15.440463 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:15.441097 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.445348 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b720ef7-c750-4493-8ad7-3a738e269772 None None] Network 322bd955-1c18-4156-acd8-1bf04d34a12f requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:15.518270 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Made reservation on behalf of e6f3f58343c9405c8afe9885e7b873cf for: {'subnet': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:15.521531 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.532486 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6561e328-512a-497a-9b49-9bd5cf8a5c34,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:15.590373 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.590373 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.segments_db [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Added segment 187ea12b-7a09-44a0-9f8b-ff8f9f32020d of type vlan for network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 Aug 18 14:49:15.594307 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.599437 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd6594-042c-4594-8577-3284265fe9bf None None] Network 322bd955-1c18-4156-acd8-1bf04d34a12f requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:15.623258 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-939e347a-fb63-4e16-b632-abbfde127f14 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1585438 Aug 18 14:49:15.662881 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.956289 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.958991 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:15.964638 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:15.965251 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.027349 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f325e6d-eae1-43fa-af79-f49dc59b53de,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:16.043582 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Checking segment: {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:16.044210 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Network hostable DHCP agents. Network: 893d2803-c5ab-43bc-aa81-4ce998c20cde, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:49:16.097525 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] Pushing event updated for resources: {'Network': ['ID=3e33991f-210b-494b-abb7-f3b2b5b66ed1,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:16.108502 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:16.116082 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-2133cb4b-b952-4723-b421-851f2bfda038 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9788725 Aug 18 14:49:16.118787 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58958) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:16.123023 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.125380 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Request body: {'subnet': {'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2068546529-subnet', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:16.139903 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:49:16.148670 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.173466 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 58966) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:16.179464 dv-cinder-805026-1-iscsi neutron-server[100976]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 14:49:16.264563 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 893d2803-c5ab-43bc-aa81-4ce998c20cde) {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:16.294171 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Made reservation on behalf of 57b7a728ce2840d5b3c6165cf4d3bedb for: {'subnet': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:16.294171 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.294502 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d6c80-0ab8-4536-b2b0-b571ee36e9e5 None None] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:16.309044 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:16.309662 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.346346 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Allocated IP 172.27.2.128 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/9a2dc019-f8bf-436b-9409-9cad70cc8750) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:16.451317 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-893d2803-c5ab-43bc-aa81-4ce998c20cde', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:49:16.452514 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.492317 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-ddf48012-56c7-40cf-bad5-cfa4666d37e3 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:16.495443 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-ddf48012-56c7-40cf-bad5-cfa4666d37e3 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/networks?id=322bd955-1c18-4156-acd8-1bf04d34a12f HTTP/1.1" status: 200 len: 812 time: 0.3191876 Aug 18 14:49:16.521023 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.528769 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-1be0ed3a-e264-47f5-97c6-82571095c259 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/quotas/0d4038727f4a41ed91873d202d77b367 HTTP/1.1" status: 200 len: 375 time: 0.0257235 Aug 18 14:49:16.585025 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-7e048be3-3809-4055-b2b2-82920ecbbf2d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3939312 Aug 18 14:49:16.594013 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 58974) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:16.606399 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-86df2a1f-f4ef-42a3-a901-9d41054e6cf3 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d4038727f4a41ed91873d202d77b367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549979 Aug 18 14:49:16.610153 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:16.655726 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Allocated IP 172.20.0.2 (893d2803-c5ab-43bc-aa81-4ce998c20cde/8f325e6d-eae1-43fa-af79-f49dc59b53de/3a71b28f-07e2-4c59-a846-f496da7190d7) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:16.793494 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.795191 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.796233 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.846216 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-b7b0eaea-ff0b-452c-995d-6b445654a123 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:49:16.847270 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-b7b0eaea-ff0b-452c-995d-6b445654a123 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0934367 Aug 18 14:49:16.888158 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.900114 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.902776 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Transition to ACTIVE for port object 3a71b28f-07e2-4c59-a846-f496da7190d7 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:16.906142 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:16.919462 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5ff067-2817-4704-a241-c00a79823ee5,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:16.937764 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Transition to ACTIVE for port object 3a71b28f-07e2-4c59-a846-f496da7190d7 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:16.954291 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Checking segment: {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:16.954684 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Network hostable DHCP agents. Network: 3e33991f-210b-494b-abb7-f3b2b5b66ed1, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:49:16.991966 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-684c5cd8-6d29-4362-87b0-df33fccaad8e service neutron] 10.222.0.16 "GET /v2.0/networks/322bd955-1c18-4156-acd8-1bf04d34a12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354446 Aug 18 14:49:17.012256 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:17.084624 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:17.084889 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.087514 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:17.148952 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:17.155269 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:17.159736 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:17.171014 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Pushing event updated for resources: {'Port': ['ID=3a71b28f-07e2-4c59-a846-f496da7190d7,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:17.176361 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:49:17.212572 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2dc019-f8bf-436b-9409-9cad70cc8750,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:17.232400 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-942657e2-7fa5-4272-aa49-70207b7dec0f service neutron] 10.222.0.16 "GET /v2.0/networks/322bd955-1c18-4156-acd8-1bf04d34a12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335141 Aug 18 14:49:17.241877 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Tracked resource versions report: Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: pushed versions: Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: { 'AddressGroup': {'1.2'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'ConntrackHelper': {'1.0'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Log': {'1.0'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Network': {'1.1'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Port': {'1.7'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'PortForwarding': {'1.2'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'QosPolicy': {'1.9'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SecurityGroup': {'1.4'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SubPort': {'1.0'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Subnet': {'1.1'}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Trunk': {'1.1'}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: consumer versions: Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: { DHCP agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: HyperV agent@hv-cinder-80502: {}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: L3 agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: Metadata agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: Metering agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: Open vSwitch agent@dv-cinder-805026-1-iscsi: { 'AddressGroup': '1.2', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'ConntrackHelper': '1.0', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Log': '1.0', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Network': '1.1', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Port': '1.7', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'PortForwarding': '1.2', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'QosPolicy': '1.9', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SecurityGroup': '1.4', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SecurityGroupRule': '1.2', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'SubPort': '1.0', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Subnet': '1.1', Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: 'Trunk': '1.1'}} Aug 18 14:49:17.251580 dv-cinder-805026-1-iscsi neutron-server[100977]: {{(pid=100977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:49:17.261568 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Attempting to bind port 3a71b28f-07e2-4c59-a846-f496da7190d7 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:17.261947 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Attempting to bind port 3a71b28f-07e2-4c59-a846-f496da7190d7 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:17.262392 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Attempting to bind port 3a71b28f-07e2-4c59-a846-f496da7190d7 on network 893d2803-c5ab-43bc-aa81-4ce998c20cde {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:17.269179 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:17.269535 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Checking segment: {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:17.270034 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.270373 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Bound using segment: {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:17.271140 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Bound port: 3a71b28f-07e2-4c59-a846-f496da7190d7, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:17.271542 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.307268 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 3e33991f-210b-494b-abb7-f3b2b5b66ed1) {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:17.311503 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:17.312288 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.320981 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a908104-23ed-41bc-a0d9-fc2e0f8b5b15 None None] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:17.405784 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-7a54a84f-342a-4941-bf06-672b70bd36ef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2856653 Aug 18 14:49:17.412080 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59012) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:17.421292 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:17.458830 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:49:17.469374 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.509510 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] For port 3a71b28f-07e2-4c59-a846-f496da7190d7, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:17.511923 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] For port 3a71b28f-07e2-4c59-a846-f496da7190d7, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3a71b28f-07e2-4c59-a846-f496da7190d7,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:17.578008 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59028) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:17.654494 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:49:17.655602 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.664715 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.665829 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.727670 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.756335 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4ec2e0b8-a4af-44f4-b2a1-64f49365470c req-1407a65d-1360-4e4f-86e1-4f5ad57f0292 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.1472535 Aug 18 14:49:17.778293 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a56281bd-882e-4b2b-993b-168acb55a2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:17.831747 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Allocated IP 172.20.0.2 (3e33991f-210b-494b-abb7-f3b2b5b66ed1/0d5ff067-2817-4704-a241-c00a79823ee5/c67bcad0-9e6d-4619-b4ce-d14b33eea561) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:17.934349 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.003309 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.022214 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.057087 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a56281bd-882e-4b2b-993b-168acb55a2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.121264 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.135500 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a56281bd-882e-4b2b-993b-168acb55a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.141109 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Transition to ACTIVE for port object c67bcad0-9e6d-4619-b4ce-d14b33eea561 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:18.151877 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813be75-a7ec-4cca-99ae-a390cf49a421 None None] Pushing event updated for resources: {'Port': ['ID=3a71b28f-07e2-4c59-a846-f496da7190d7,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:18.174292 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Transition to ACTIVE for port object c67bcad0-9e6d-4619-b4ce-d14b33eea561 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:18.247920 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-a56281bd-882e-4b2b-993b-168acb55a2e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9120ecdc08aa46d5adc42d997e27a806&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6680479 Aug 18 14:49:18.252126 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59066) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:18.259351 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.289832 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.292669 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56281bd-882e-4b2b-993b-168acb55a2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ef0913-e945-48f6-a665-5aff932b1596,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:18.313788 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.352829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:18.378886 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:18.389867 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:18.417722 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Pushing event updated for resources: {'Port': ['ID=c67bcad0-9e6d-4619-b4ce-d14b33eea561,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:18.472430 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Attempting to bind port c67bcad0-9e6d-4619-b4ce-d14b33eea561 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:18.472929 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Attempting to bind port c67bcad0-9e6d-4619-b4ce-d14b33eea561 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:18.473355 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Attempting to bind port c67bcad0-9e6d-4619-b4ce-d14b33eea561 on network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:18.479034 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.479342 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:18.479849 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Checking segment: {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:18.480345 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.480833 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Bound using segment: {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:18.481399 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Bound port: c67bcad0-9e6d-4619-b4ce-d14b33eea561, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:18.481930 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.503525 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.561859 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] For port c67bcad0-9e6d-4619-b4ce-d14b33eea561, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:18.566729 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] For port c67bcad0-9e6d-4619-b4ce-d14b33eea561, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c67bcad0-9e6d-4619-b4ce-d14b33eea561,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:18.579723 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.594551 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3cbea536-ebf0-4d76-9aa6-913bc9520b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.632896 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Allocated IP 172.27.2.87 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:18.641950 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.664227 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3cbea536-ebf0-4d76-9aa6-913bc9520b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.721750 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e61f60-824b-4327-9099-9dc639efbf0f None None] Pushing event updated for resources: {'Port': ['ID=c67bcad0-9e6d-4619-b4ce-d14b33eea561,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:18.840358 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59080) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:18.842865 dv-cinder-805026-1-iscsi neutron-server[100975]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 14:49:18.854815 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.892657 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3429d130-9591-46c8-a031-136645fea488 req-5b530fff-4274-45f1-98a1-542818db80c1 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.0511556 Aug 18 14:49:18.939785 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:49:18.943182 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3cbea536-ebf0-4d76-9aa6-913bc9520b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.945816 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3cbea536-ebf0-4d76-9aa6-913bc9520b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:18.948397 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3cbea536-ebf0-4d76-9aa6-913bc9520b5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35ef0913-e945-48f6-a665-5aff932b1596 HTTP/1.1" status: 204 len: 168 time: 0.6934664 Aug 18 14:49:18.965697 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbea536-ebf0-4d76-9aa6-913bc9520b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ef0913-e945-48f6-a665-5aff932b1596,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:19.002929 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.095327 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:19.096887 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Pushing event updated for resources: {'Port': ['ID=50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:19.113782 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:19.121296 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:19.198436 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Allocated IP 172.27.2.144 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/9bf00acb-48dd-4797-a558-c9b531089fce) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:19.251884 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:19.266336 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Sync routers for ids ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:19.300494 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Routers {'804d9c9a-e2bc-4436-b17d-a8acd6558cf8'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:19.301734 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:48:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:19.436743 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59102) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:19.461454 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.522003 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.525925 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-519a416d-fe0b-46a9-89e4-d17f1ac87142 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7331405 Aug 18 14:49:19.527458 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59106) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:19.590858 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Set router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:19.604186 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4d483-a44f-459c-914f-9e0a5c2564dd None None] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:19.616102 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.691575 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.699538 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3ba5a0d7-11f7-4857-88a3-46b3fbefd590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:19.707237 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:19.734031 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:19.753513 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:19.831364 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-7d59f758-7918-4165-8234-ae7321c61691 None None] Provisioning for port 3a71b28f-07e2-4c59-a846-f496da7190d7 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:19.924954 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:15Z', 'updated_at': '2021-08-18T14:49:17Z', 'revision_number': 3, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'gw_port': {'id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:20.027018 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Checking router: 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:20.027929 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Updating router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 port 9a2dc019-f8bf-436b-9409-9cad70cc8750 binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:20.086914 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-60ab1050-b539-45d2-9702-26617e96b708 req-25361375-03da-43c1-aa6a-bf87eb8304f8 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.0653510 Aug 18 14:49:20.097570 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.143135 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59122) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:20.186302 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3a71b28f-07e2-4c59-a846-f496da7190d7 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:20.220066 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3ba5a0d7-11f7-4857-88a3-46b3fbefd590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.241722 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf00acb-48dd-4797-a558-c9b531089fce,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:20.266896 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4caab401-a816-4c98-9a09-fab77cfa04d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.316644 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.424029 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 3a71b28f-07e2-4c59-a846-f496da7190d7 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:20.428160 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 3a71b28f-07e2-4c59-a846-f496da7190d7 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:20.428542 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.504310 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea5a7b5-a971-47dd-a548-08f9a46bc337 None None] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:20.521675 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.536754 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Transition to ACTIVE for port object 9a2dc019-f8bf-436b-9409-9cad70cc8750 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:20.582111 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3ba5a0d7-11f7-4857-88a3-46b3fbefd590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.599206 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-9ad38d81-f41f-4201-ad16-820dc14ebc80 None None] Provisioning complete for port 3a71b28f-07e2-4c59-a846-f496da7190d7 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:20.599586 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9ad38d81-f41f-4201-ad16-820dc14ebc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.694242 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-3ba5a0d7-11f7-4857-88a3-46b3fbefd590 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f236a77bfe6d42ef9c573aeae2cd9374&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2541456 Aug 18 14:49:20.700659 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59134) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:20.705070 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.742296 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5a0d7-11f7-4857-88a3-46b3fbefd590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3babd0d5-6765-415a-85d0-5e9ac990993d,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:20.764406 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.770409 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.800246 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Pushing event updated for resources: {'Port': ['ID=9a2dc019-f8bf-436b-9409-9cad70cc8750,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:20.813385 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.813766 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.814124 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.814659 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.815003 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.815988 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.816341 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.816816 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.817635 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.817989 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.818327 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.818728 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Tracked resource versions report: Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: pushed versions: Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: { 'AddressGroup': {'1.2'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'ConntrackHelper': {'1.0'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Log': {'1.0'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Network': {'1.1'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Port': {'1.7'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'PortForwarding': {'1.2'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'QosPolicy': {'1.9'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SecurityGroup': {'1.4'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SecurityGroupRule': {'1.2'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SubPort': {'1.0'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Subnet': {'1.1'}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Trunk': {'1.1'}} Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: consumer versions: Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: { DHCP agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: HyperV agent@hv-cinder-80502: {}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: L3 agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: Metadata agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: Metering agent@dv-cinder-805026-1-iscsi: {}, Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: Open vSwitch agent@dv-cinder-805026-1-iscsi: { 'AddressGroup': '1.2', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'ConntrackHelper': '1.0', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Log': '1.0', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Network': '1.1', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Port': '1.7', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'PortForwarding': '1.2', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'QosPolicy': '1.9', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SecurityGroup': '1.4', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SecurityGroupRule': '1.2', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'SubPort': '1.0', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Subnet': '1.1', Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: 'Trunk': '1.1'}} Aug 18 14:49:20.820158 dv-cinder-805026-1-iscsi neutron-server[100978]: {{(pid=100978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 14:49:20.845976 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fa6efe26-aac7-4bc0-ba6d-246839bb81c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.866346 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4caab401-a816-4c98-9a09-fab77cfa04d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.879932 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 3a71b28f-07e2-4c59-a846-f496da7190d7, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3a71b28f-07e2-4c59-a846-f496da7190d7,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:20.883524 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9ad38d81-f41f-4201-ad16-820dc14ebc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.887814 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fa6efe26-aac7-4bc0-ba6d-246839bb81c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.889969 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Attempting to bind port 9a2dc019-f8bf-436b-9409-9cad70cc8750 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:20.890350 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Attempting to bind port 9a2dc019-f8bf-436b-9409-9cad70cc8750 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:20.890746 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Attempting to bind port 9a2dc019-f8bf-436b-9409-9cad70cc8750 on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:20.897521 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:20.897895 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:20.898807 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.899208 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:20.899846 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Bound port: 9a2dc019-f8bf-436b-9409-9cad70cc8750, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:20.900602 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.979431 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.979580 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4caab401-a816-4c98-9a09-fab77cfa04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:20.980272 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c67bcad0-9e6d-4619-b4ce-d14b33eea561 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:20.995780 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] For port 9a2dc019-f8bf-436b-9409-9cad70cc8750, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:21.000130 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] For port 9a2dc019-f8bf-436b-9409-9cad70cc8750, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9a2dc019-f8bf-436b-9409-9cad70cc8750,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:21.010434 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Router 034dcce8-a381-4311-adcc-a99c538c1786 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:49:21.020135 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caab401-a816-4c98-9a09-fab77cfa04d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a884fb21-16d1-4e81-b069-f9be0e0f7b5c,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.055428 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-4caab401-a816-4c98-9a09-fab77cfa04d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cef06543a964c3da243788cd06a01b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8948503 Aug 18 14:49:21.057896 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59142) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:21.067846 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fa6efe26-aac7-4bc0-ba6d-246839bb81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.071016 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fa6efe26-aac7-4bc0-ba6d-246839bb81c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.072482 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-fa6efe26-aac7-4bc0-ba6d-246839bb81c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3babd0d5-6765-415a-85d0-5e9ac990993d HTTP/1.1" status: 204 len: 168 time: 0.3694701 Aug 18 14:49:21.128285 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.138743 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6efe26-aac7-4bc0-ba6d-246839bb81c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3babd0d5-6765-415a-85d0-5e9ac990993d,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.149813 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.244331 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Routers {'804d9c9a-e2bc-4436-b17d-a8acd6558cf8'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:21.245317 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:48:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:21.294762 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-af1438a8-6957-4c25-9ef4-0b7be103cdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.303001 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:21.304973 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Allocated IP 172.20.0.1 (7b49a8d7-21fe-4948-9be2-92db6ceac05b/fb07cbeb-73d7-435b-ab85-e031f447c466/a0ba2781-d67b-4dd1-9411-9ae456aee58d) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:21.324362 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Sync routers for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:21.338220 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-af1438a8-6957-4c25-9ef4-0b7be103cdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.347138 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=3a71b28f-07e2-4c59-a846-f496da7190d7,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.357336 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.db.api [None req-9ad38d81-f41f-4201-ad16-820dc14ebc80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100977) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:49:21.357835 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG oslo_db.api [None req-9ad38d81-f41f-4201-ad16-820dc14ebc80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:49:21.358660 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port c67bcad0-9e6d-4619-b4ce-d14b33eea561 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:21.371869 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:21.375620 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:48:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:21.410309 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5c253c4d-5887-483b-8c67-00e0a28c2251 req-9bcb8369-aa5f-4934-a672-49430ed11b84 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.0930867 Aug 18 14:49:21.418307 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cc8df22e-d066-4c28-8c4a-649272299304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.434506 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeabd8e-3870-4495-8baf-33c7e190d30d None None] Pushing event updated for resources: {'Port': ['ID=9a2dc019-f8bf-436b-9409-9cad70cc8750,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.446307 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] Notify callbacks [] for router, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.446307 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-30435beb-647f-4b9d-91b7-97c14c9fdfca admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0275605 Aug 18 14:49:21.446307 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59152) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:21.485960 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] Set router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:21.515467 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:21.601878 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-af1438a8-6957-4c25-9ef4-0b7be103cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.605159 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.605579 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-af1438a8-6957-4c25-9ef4-0b7be103cdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.619939 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-af1438a8-6957-4c25-9ef4-0b7be103cdd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a884fb21-16d1-4e81-b069-f9be0e0f7b5c HTTP/1.1" status: 204 len: 168 time: 0.5507379 Aug 18 14:49:21.625494 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1438a8-6957-4c25-9ef4-0b7be103cdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a884fb21-16d1-4e81-b069-f9be0e0f7b5c,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.626390 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.790726 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:21.822734 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:15Z', 'updated_at': '2021-08-18T14:49:17Z', 'revision_number': 3, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'gw_port': {'id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:21.842308 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:19Z', 'revision_number': 3, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:21.861734 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ba2781-d67b-4dd1-9411-9ae456aee58d,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:21.894963 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Network 7b49a8d7-21fe-4948-9be2-92db6ceac05b is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:21.896856 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:21.905423 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:21.906155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.005735 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36de67-8bc2-4348-ac38-8ab6ebbdeeb8 None None] The sync data for ids ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'] in dv-cinder-805026-1-iscsi is: [{'id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:15Z', 'updated_at': '2021-08-18T14:49:17Z', 'revision_number': 3, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'gw_port': {'id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:22.106215 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3a71b28f-07e2-4c59-a846-f496da7190d7 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:22.162230 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Checking router: 034dcce8-a381-4311-adcc-a99c538c1786 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:22.162727 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Updating router 034dcce8-a381-4311-adcc-a99c538c1786 port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:22.187370 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.195693 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.261781 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 3a71b28f-07e2-4c59-a846-f496da7190d7 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:22.262150 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.370810 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-ef69b367-b556-43ec-90b1-a70b60452399 None None] Provisioning for port c67bcad0-9e6d-4619-b4ce-d14b33eea561 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:22.397538 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-ef69b367-b556-43ec-90b1-a70b60452399 None None] Provisioning complete for port c67bcad0-9e6d-4619-b4ce-d14b33eea561 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:22.397914 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ef69b367-b556-43ec-90b1-a70b60452399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.402188 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Router 028a1208-060c-48c9-b146-b0d1492a2967 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:49:22.477734 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Allocated IP 172.20.0.1 (3e33991f-210b-494b-abb7-f3b2b5b66ed1/0d5ff067-2817-4704-a241-c00a79823ee5/c1c4f716-7dd3-413c-9bfb-151f8fc98f29) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:22.687951 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.723763 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ef69b367-b556-43ec-90b1-a70b60452399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.736546 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Transition to ACTIVE for port object c1c4f716-7dd3-413c-9bfb-151f8fc98f29 will not be triggered until provisioned by entity DHCP. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:22.753576 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.767862 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.792634 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-ef69b367-b556-43ec-90b1-a70b60452399 None None] For port c67bcad0-9e6d-4619-b4ce-d14b33eea561, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c67bcad0-9e6d-4619-b4ce-d14b33eea561,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:22.797495 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Transition to ACTIVE for port object 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:22.867477 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.873139 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-33544750-09fd-49c4-b956-b2bc4be1b6f8 req-06dbd594-50de-44e3-ad9e-733e496148d5 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.0901253 Aug 18 14:49:22.899359 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ef69b367-b556-43ec-90b1-a70b60452399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.902191 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:22.954236 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Pushing event updated for resources: {'Port': ['ID=c1c4f716-7dd3-413c-9bfb-151f8fc98f29,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:22.975788 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:22.977611 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:22.987582 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:22.988094 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.000824 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Attempting to bind port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:23.001335 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Attempting to bind port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:23.001990 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Attempting to bind port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:23.014897 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:23.020414 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:23.021462 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:23.026291 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.026566 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:23.027196 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Bound port: 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:23.027678 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.029276 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Sync routers for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:23.047933 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:23.048655 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:48:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:23.114969 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59198) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:23.151620 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.155974 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-8a867533-4a42-4c99-905c-6f8f5a5c42a2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5479031 Aug 18 14:49:23.159304 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59204) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:23.165359 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69b367-b556-43ec-90b1-a70b60452399 None None] Pushing event updated for resources: {'Port': ['ID=c67bcad0-9e6d-4619-b4ce-d14b33eea561,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:23.283448 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a24b6-6727-4437-aa6c-c80885758be4 None None] Pushing event updated for resources: {'Port': ['ID=50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:23.300248 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:23.310593 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.321996 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] For port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:23.329280 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] For port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:23.387463 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.391954 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.397257 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-70380997-network', 'tenant_id': '580877777c464881855a7a2f35791add'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:23.416925 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.461759 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.533617 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a24b6-6727-4437-aa6c-c80885758be4 None None] Pushing event updated for resources: {'Port': ['ID=50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:23.560308 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Made reservation on behalf of 580877777c464881855a7a2f35791add for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:23.560504 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:20Z', 'revision_number': 3, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:23.565012 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:23.565644 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:48:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:23.568370 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.596557 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Checking router: 028a1208-060c-48c9-b146-b0d1492a2967 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:23.596912 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Updating router 028a1208-060c-48c9-b146-b0d1492a2967 port 9bf00acb-48dd-4797-a558-c9b531089fce binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:23.607994 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.612266 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Pushing event updated for resources: {'Port': ['ID=a0ba2781-d67b-4dd1-9411-9ae456aee58d,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:23.634006 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.634696 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Network 7b49a8d7-21fe-4948-9be2-92db6ceac05b is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:23.643304 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:23.646954 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-29307072-73ab-407d-8c76-8b68d9049c64 None None] Provisioning for port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:23.745590 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-151a5a2d-0325-4447-af66-7bbf510fc693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.759622 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-29307072-73ab-407d-8c76-8b68d9049c64 None None] Provisioning complete for port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:23.760215 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-29307072-73ab-407d-8c76-8b68d9049c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.804114 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-29307072-73ab-407d-8c76-8b68d9049c64 None None] Port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:23.820803 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:49:23.828373 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:23.870790 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:23.977436 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.016182 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.082738 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.084179 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.097916 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.099837 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c67bcad0-9e6d-4619-b4ce-d14b33eea561 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:24.114665 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:24.127058 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.129163 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.129649 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Added segment 7baa6172-b3d7-4695-85af-2b558a8649d0 of type vlan for network c723a3cc-8378-4e50-9f53-6920e1a59603 Aug 18 14:49:24.157981 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Transition to ACTIVE for port object 9bf00acb-48dd-4797-a558-c9b531089fce will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:24.158876 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-64cb7293-8502-4b88-b581-16e030d15206 req-cdd6f51b-7644-4ccb-96ba-db66d1f0c6de tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.0760140 Aug 18 14:49:24.181923 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.216854 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:24.225650 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c68d0478-3bb0-4290-ad9a-953f0191f374 admin admin] 10.222.0.16 "PUT /v2.0/routers/804d9c9a-e2bc-4436-b17d-a8acd6558cf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6983309 Aug 18 14:49:24.242070 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.257199 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port c67bcad0-9e6d-4619-b4ce-d14b33eea561 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:24.257608 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.312353 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.322249 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.326205 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:24.327721 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.338041 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d7986-bae9-47a5-acab-7c74d7be2e7d None None] Pushing event updated for resources: {'Port': ['ID=9bf00acb-48dd-4797-a558-c9b531089fce,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:24.343097 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Attempting to bind port 9bf00acb-48dd-4797-a558-c9b531089fce on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:24.343474 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Attempting to bind port 9bf00acb-48dd-4797-a558-c9b531089fce by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:24.343845 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Attempting to bind port 9bf00acb-48dd-4797-a558-c9b531089fce on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:24.359705 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:24.360100 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:24.360523 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.363457 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:24.374672 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Bound port: 9bf00acb-48dd-4797-a558-c9b531089fce, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:24.374672 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.377979 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:22Z', 'revision_number': 1, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:24.423658 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa67147-1cd8-49b6-b781-99e756311927 None None] The sync data for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi is: [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:22Z', 'revision_number': 1, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:24.436571 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80c09e5-bf85-4306-9689-c723aaea7c3e,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:24.490822 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Pushing event updated for resources: {'Port': ['ID=c1c4f716-7dd3-413c-9bfb-151f8fc98f29,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:24.513251 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9a2dc019-f8bf-436b-9409-9cad70cc8750 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:24.532698 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] For port 9bf00acb-48dd-4797-a558-c9b531089fce, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:24.536509 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] For port 9bf00acb-48dd-4797-a558-c9b531089fce, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9bf00acb-48dd-4797-a558-c9b531089fce,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:24.619864 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4891038 Aug 18 14:49:24.630378 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Sync routers for ids ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:24.638145 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59240) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:24.665831 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.673248 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Request body: {'subnet': {'network_id': 'c723a3cc-8378-4e50-9f53-6920e1a59603', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-70380997-subnet', 'tenant_id': '580877777c464881855a7a2f35791add', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:24.681345 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Routers {'804d9c9a-e2bc-4436-b17d-a8acd6558cf8'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:24.684370 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:24Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:24.696689 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Allocated IP 172.20.0.1 (893d2803-c5ab-43bc-aa81-4ce998c20cde/8f325e6d-eae1-43fa-af79-f49dc59b53de/3e7c811f-f9ae-453b-a2fb-7806a06067d4) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:24.791328 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.806287 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:24.811040 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:24.819888 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 9a2dc019-f8bf-436b-9409-9cad70cc8750 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:24.832717 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d7986-bae9-47a5-acab-7c74d7be2e7d None None] Pushing event updated for resources: {'Port': ['ID=9bf00acb-48dd-4797-a558-c9b531089fce,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:24.857770 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Made reservation on behalf of 580877777c464881855a7a2f35791add for: {'subnet': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:24.866314 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:24.867570 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:24Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:24.869382 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 9a2dc019-f8bf-436b-9409-9cad70cc8750 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:24.869841 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.880867 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.928183 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:24.977945 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8376db-40b4-4bc2-80e2-66dd0ee84961 admin admin] Pushing event updated for resources: {'Network': ['ID=c723a3cc-8378-4e50-9f53-6920e1a59603,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:24.993792 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:25.015971 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network c723a3cc-8378-4e50-9f53-6920e1a59603 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:25.032708 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Transition to ACTIVE for port object 3e7c811f-f9ae-453b-a2fb-7806a06067d4 will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:25.083704 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:25.192286 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:25.317271 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:25.319923 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:25.339716 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:25.350613 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:25.351252 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:25.368877 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Set router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:25.485473 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:20Z', 'revision_number': 3, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:25.537798 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f4b63-01ae-4bb8-8357-6e38766abdf4 None None] The sync data for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi is: [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:20Z', 'revision_number': 3, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:25.710890 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 9a2dc019-f8bf-436b-9409-9cad70cc8750, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9a2dc019-f8bf-436b-9409-9cad70cc8750,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:25.739775 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-61dc5920-4714-40c9-91d0-1a5ff0166f72 None None] Provisioning complete for port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:25.740525 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-61dc5920-4714-40c9-91d0-1a5ff0166f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:25.786807 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-61dc5920-4714-40c9-91d0-1a5ff0166f72 None None] Port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:25.868875 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-828fd59b-04b2-431b-9114-e97ece2df12f req-63b3cfd1-cb75-4257-a97f-c98fc501cea4 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.5464182 Aug 18 14:49:25.870357 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Pushing event updated for resources: {'Port': ['ID=3e7c811f-f9ae-453b-a2fb-7806a06067d4,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:26.026436 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:26.032506 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-e974c4a8-2527-4e0b-be31-01e53daacd93 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:26.035466 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-e974c4a8-2527-4e0b-be31-01e53daacd93 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 818 time: 1.2427461 Aug 18 14:49:26.040701 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:26.100062 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Router 034dcce8-a381-4311-adcc-a99c538c1786 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:49:26.102248 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-38d2f5c4-5f17-472d-bd67-f8cd47d4dda4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/quotas/f9ead20971eb45f6b37b6aee7c601a37 HTTP/1.1" status: 200 len: 375 time: 0.0578711 Aug 18 14:49:26.260449 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-c2b36a9a-a149-4c00-8949-4789e373985a None None] Provisioning for port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:26.279531 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-c2b36a9a-a149-4c00-8949-4789e373985a None None] Provisioning complete for port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:26.279668 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c2b36a9a-a149-4c00-8949-4789e373985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:26.339663 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-b9bc876d-c480-4675-aa75-ceca8b8d710c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2115431 Aug 18 14:49:26.343210 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=9a2dc019-f8bf-436b-9409-9cad70cc8750,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:26.397917 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:26.403903 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:26.459377 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-c2b36a9a-a149-4c00-8949-4789e373985a None None] Port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:26.536540 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:26.560105 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:15Z', 'updated_at': '2021-08-18T14:49:22Z', 'revision_number': 4, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'gw_port': {'id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fe:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'a0ba2781-d67b-4dd1-9411-9ae456aee58d', 'name': '', 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'mac_address': 'fa:16:3e:0d:58:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fb07cbeb-73d7-435b-ab85-e031f447c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:20Z', 'updated_at': '2021-08-18T14:49:22Z', 'revision_number': 2, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'subnets': [{'id': 'fb07cbeb-73d7-435b-ab85-e031f447c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:26.589941 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Checking router: 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:26.590306 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Updating router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 port a0ba2781-d67b-4dd1-9411-9ae456aee58d binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:26.622571 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:26.631623 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:26.649514 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.49', 65284) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:26.683798 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:27.033795 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-f0bd83fe-31c5-4cf4-9731-1e742568719f admin admin] 10.222.0.16 "PUT /v2.0/routers/034dcce8-a381-4311-adcc-a99c538c1786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2909327 Aug 18 14:49:27.033795 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21447de8-c0cd-470d-86cb-b9446d580e00,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:27.033795 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-570a2351-1d6d-400a-a495-f66fc0830efb service neutron] 10.222.0.16 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789361 Aug 18 14:49:27.033795 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Checking segment: {'id': '7baa6172-b3d7-4695-85af-2b558a8649d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c723a3cc-8378-4e50-9f53-6920e1a59603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:27.033795 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Network hostable DHCP agents. Network: c723a3cc-8378-4e50-9f53-6920e1a59603, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:49:27.039289 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.039289 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.040601 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:27.041427 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Pushing event updated for resources: {'Port': ['ID=3e7c811f-f9ae-453b-a2fb-7806a06067d4,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:27.041978 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:27.041978 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.056034 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-d6c477ce-f9f1-491b-8702-6a174eccfeaf tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:27.057946 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-d6c477ce-f9f1-491b-8702-6a174eccfeaf tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.49 "GET /v2.0/networks?id=322bd955-1c18-4156-acd8-1bf04d34a12f HTTP/1.1" status: 200 len: 812 time: 0.4073486 Aug 18 14:49:27.082431 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-01a21010-a601-4b37-a81c-80759f174d10 service neutron] 10.222.0.16 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023164 Aug 18 14:49:27.133163 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:27.139807 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Request body: {'port': {'device_id': 'e01c68dc-0711-43eb-b470-2257177195a7', 'network_id': '322bd955-1c18-4156-acd8-1bf04d34a12f', 'admin_state_up': True, 'tenant_id': '0d4038727f4a41ed91873d202d77b367'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:27.161117 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:27.205193 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Network c723a3cc-8378-4e50-9f53-6920e1a59603 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:49:27.237720 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.284228 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:27.306519 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-113b0e4f-071f-4fce-8a8f-990aea4701c4 req-353efc6b-d827-4bb9-84eb-5b5fa60bfdf1 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.0991929 Aug 18 14:49:27.447314 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.460541 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Transition to ACTIVE for port object a0ba2781-d67b-4dd1-9411-9ae456aee58d will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:27.487401 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-7c00b4dc-ebc1-4b05-8fc6-6cd4ccd2e381 None None] Provisioning complete for port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:27.487928 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7c00b4dc-ebc1-4b05-8fc6-6cd4ccd2e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.538510 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-7c00b4dc-ebc1-4b05-8fc6-6cd4ccd2e381 None None] Port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:27.554616 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Router 028a1208-060c-48c9-b146-b0d1492a2967 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:49:27.644616 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.645950 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9bf00acb-48dd-4797-a558-c9b531089fce up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:27.649705 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, c723a3cc-8378-4e50-9f53-6920e1a59603) {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:27.661375 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:27.661971 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.675375 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61965a5-96ed-49b0-b5cb-8446e4b87830 None None] Network c723a3cc-8378-4e50-9f53-6920e1a59603 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:27.712458 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Made reservation on behalf of 0d4038727f4a41ed91873d202d77b367 for: {'port': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:27.716340 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.725547 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:27.764525 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:49:27.794124 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-7f9fceba-7de8-486d-9954-c4d65153201d admin admin] 10.222.0.16 "PUT /v2.0/routers/028a1208-060c-48c9-b146-b0d1492a2967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6337092 Aug 18 14:49:27.825495 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-a977baab-5d0e-4a8f-a647-844ac221f89e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.1791589 Aug 18 14:49:27.973842 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:28.055727 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2549b3e9-c656-4a42-885f-f20118762d62 req-25795a6b-1d1c-4709-9d71-368384970dab tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 210 time: 0.0946159 Aug 18 14:49:28.244643 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Allocated IP 172.20.0.3 (322bd955-1c18-4156-acd8-1bf04d34a12f/6a7832bf-acf1-42ef-955f-10665d1a8b3f/9e723832-9b00-4b45-9119-88b3411d827a) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:28.252625 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03491a6-e7c2-44f8-9c6d-c7d56665b3fd None None] Pushing event updated for resources: {'Port': ['ID=a0ba2781-d67b-4dd1-9411-9ae456aee58d,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:28.307849 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55a8b7-49c5-4702-b327-50badf175916 None None] Network c723a3cc-8378-4e50-9f53-6920e1a59603 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:28.462225 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Attempting to bind port a0ba2781-d67b-4dd1-9411-9ae456aee58d on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:28.462933 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Attempting to bind port a0ba2781-d67b-4dd1-9411-9ae456aee58d by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:28.463038 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Attempting to bind port a0ba2781-d67b-4dd1-9411-9ae456aee58d on network 7b49a8d7-21fe-4948-9be2-92db6ceac05b {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:28.475450 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:28.475821 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Checking segment: {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:28.476227 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:28.476622 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Bound using segment: {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:28.477095 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Bound port: a0ba2781-d67b-4dd1-9411-9ae456aee58d, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:28.477495 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:28.496477 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 9bf00acb-48dd-4797-a558-c9b531089fce completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:28.569144 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 9bf00acb-48dd-4797-a558-c9b531089fce triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:28.576673 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:28.604464 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:28.733445 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] For port a0ba2781-d67b-4dd1-9411-9ae456aee58d, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:28.739361 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] For port a0ba2781-d67b-4dd1-9411-9ae456aee58d, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=a0ba2781-d67b-4dd1-9411-9ae456aee58d,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:28.798208 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:28.825391 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59406) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:28.825391 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-6437613c-30bf-4492-b7d0-c17954c4a721 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196550039', 'description': 'tempest-description--134445411'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:28.826729 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 9bf00acb-48dd-4797-a558-c9b531089fce, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9bf00acb-48dd-4797-a558-c9b531089fce,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:28.852831 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:28.884090 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:28.970782 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Routers {'804d9c9a-e2bc-4436-b17d-a8acd6558cf8'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:28.971720 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:24Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:29.018380 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Sync routers for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:29.035892 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:29.036544 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:24Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:29.080616 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:29.096355 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03491a6-e7c2-44f8-9c6d-c7d56665b3fd None None] Pushing event updated for resources: {'Port': ['ID=a0ba2781-d67b-4dd1-9411-9ae456aee58d,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:29.258166 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Pushing event updated for resources: {'Port': ['ID=9e723832-9b00-4b45-9119-88b3411d827a,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:29.287664 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Network 322bd955-1c18-4156-acd8-1bf04d34a12f is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:29.288320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Sync routers for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:49:29.298765 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6437613c-30bf-4492-b7d0-c17954c4a721 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:29.315292 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:29.381972 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:29.384320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:29.451083 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6437613c-30bf-4492-b7d0-c17954c4a721 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:29.451300 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:29.457909 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:29.458607 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:29.504118 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceec06-4ff1-4991-b5d7-960152376af1 req-4633dcb5-a8c7-45c9-9f41-55b9cb8d357f tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:29.514483 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2ceec06-4ff1-4991-b5d7-960152376af1 req-4633dcb5-a8c7-45c9-9f41-55b9cb8d357f tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 931 time: 0.6205986 Aug 18 14:49:29.603339 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2ceec06-4ff1-4991-b5d7-960152376af1 req-e84c1dbb-45e6-4af7-9e2e-dc4fac1e335e tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798807 Aug 18 14:49:29.603735 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59430) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:29.604666 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954810410-network', 'tenant_id': '752c0cb0b16044f8b2afff196ead5c22'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:29.662512 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6437613c-30bf-4492-b7d0-c17954c4a721 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:29.714071 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:29.717419 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:24Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:29.725972 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437613c-30bf-4492-b7d0-c17954c4a721 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4207a9-2862-4047-a402-825ac18c8789,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:29.781921 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7ff160f2-b342-4e77-b121-6f5010c44dfe tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6464374 Aug 18 14:49:29.843625 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59444) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:29.848777 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139039027', 'description': 'tempest-description--506168415'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:29.860483 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 2, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:29.918921 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7cf28d41-6240-44b4-8ded-a14e16667d22 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100975) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:49:29.928398 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-7cf28d41-6240-44b4-8ded-a14e16667d22 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162013 Aug 18 14:49:29.930307 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] Set router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:29.933101 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=9bf00acb-48dd-4797-a558-c9b531089fce,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:29.950490 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Made reservation on behalf of 752c0cb0b16044f8b2afff196ead5c22 for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:29.953103 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:29.968166 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9b355-4016-481c-92df-68c1b37c327c req-cd387fa5-f8c7-49a1-a8ef-ad5d5858329a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:29.976434 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-cd387fa5-f8c7-49a1-a8ef-ad5d5858329a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 818 time: 0.1626275 Aug 18 14:49:29.976651 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:29.995483 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-a76aa906-ad87-432c-9b3f-108d2a2daa29 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/quotas/f9ead20971eb45f6b37b6aee7c601a37 HTTP/1.1" status: 200 len: 375 time: 0.0181284 Aug 18 14:49:30.095163 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6437613c-30bf-4492-b7d0-c17954c4a721 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.101773 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-6437613c-30bf-4492-b7d0-c17954c4a721 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2872071 Aug 18 14:49:30.103403 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Checking router: 034dcce8-a381-4311-adcc-a99c538c1786 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:30.103864 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Updating router 034dcce8-a381-4311-adcc-a99c538c1786 port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:30.114121 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59454) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:30.126631 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-b8a308a7-46dd-4e08-8a4c-60ef2b8cf988 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'security_group_rule': {'security_group_id': '7d4207a9-2862-4047-a402-825ac18c8789', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:30.171424 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-370638df-69f3-4152-bcde-76cf80463773 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1748037 Aug 18 14:49:30.202987 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.248523 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.384998 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Request body: {'port': {'device_id': 'e01c68dc-0711-43eb-b470-2257177195a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:30.456392 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:30.457184 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.460363 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-9a3f5a79-1a09-45e0-a9b8-947c03c701da service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100975) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 14:49:30.461452 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-9a3f5a79-1a09-45e0-a9b8-947c03c701da service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1405323 Aug 18 14:49:30.472890 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.484582 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:30.580784 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.607141 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.639205 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:30.718679 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-a0320fc2-2575-468f-9bab-a6ecdfb9bcc4 service neutron] 10.222.0.16 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430308 Aug 18 14:49:30.743943 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbfacdf-df7e-4425-a90f-58a9536819e8,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:30.755608 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.756511 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Added segment d47ecd8b-e093-43a0-b2ae-12939f911754 of type vlan for network 94e9a74d-7659-49c8-ab40-f04cf8de4040 Aug 18 14:49:30.759012 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.db.api [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 14:49:30.759012 dv-cinder-805026-1-iscsi neutron-server[100976]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 14:49:30.759012 dv-cinder-805026-1-iscsi neutron-server[100976]: [parameters: {'project_id_1': 'e6f3f58343c9405c8afe9885e7b873cf', 'expiration_1': datetime.datetime(2021, 8, 18, 14, 49, 30, 296252)}] Aug 18 14:49:30.759012 dv-cinder-805026-1-iscsi neutron-server[100976]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100976) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 14:49:30.760137 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG oslo_db.api [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 14:49:30.871866 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.902830 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:30.914069 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Transition to ACTIVE for port object c1c4f716-7dd3-413c-9bfb-151f8fc98f29 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:30.980610 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-d3280211-ac64-49d9-97ee-9e81907aa576 service neutron] 10.222.0.16 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586243 Aug 18 14:49:31.030075 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.031558 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:31.032389 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.064723 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b8a308a7-46dd-4e08-8a4c-60ef2b8cf988 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.067394 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.119084 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e216d5-d295-45f5-9c58-9aba1aa05446 None None] Pushing event updated for resources: {'Port': ['ID=c1c4f716-7dd3-413c-9bfb-151f8fc98f29,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:31.167410 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9a2dc019-f8bf-436b-9409-9cad70cc8750 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:31.254576 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Attempting to bind port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:31.255572 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Attempting to bind port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:31.256050 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Attempting to bind port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 on network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:31.265295 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:31.265832 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Checking segment: {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:31.266730 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.270929 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Bound using segment: {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:31.271583 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Bound port: c1c4f716-7dd3-413c-9bfb-151f8fc98f29, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:31.272614 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.276173 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:15Z', 'updated_at': '2021-08-18T14:49:22Z', 'revision_number': 4, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'gw_port': {'id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'a0ba2781-d67b-4dd1-9411-9ae456aee58d', 'name': '', 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'mac_address': 'fa:16:3e:0d:58:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fb07cbeb-73d7-435b-ab85-e031f447c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:20Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'subnets': [{'id': 'fb07cbeb-73d7-435b-ab85-e031f447c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:31.289183 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.385013 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] Pushing event updated for resources: {'Network': ['ID=94e9a74d-7659-49c8-ab40-f04cf8de4040,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:31.402732 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd196f-83db-48e7-a436-d72d694444fe None None] The sync data for ids ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'] in dv-cinder-805026-1-iscsi is: [{'id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:15Z', 'updated_at': '2021-08-18T14:49:22Z', 'revision_number': 4, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'gw_port': {'id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'a0ba2781-d67b-4dd1-9411-9ae456aee58d', 'name': '', 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'mac_address': 'fa:16:3e:0d:58:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fb07cbeb-73d7-435b-ab85-e031f447c466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:20Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'subnets': [{'id': 'fb07cbeb-73d7-435b-ab85-e031f447c466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:31.434052 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 94e9a74d-7659-49c8-ab40-f04cf8de4040 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:31.438265 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-c5d4d2b3-4d9e-4354-890d-dca832fcffa7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8386006 Aug 18 14:49:31.444879 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59494) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:31.455552 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b8a308a7-46dd-4e08-8a4c-60ef2b8cf988 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.473670 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Request body: {'subnet': {'network_id': '94e9a74d-7659-49c8-ab40-f04cf8de4040', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954810410-subnet', 'tenant_id': '752c0cb0b16044f8b2afff196ead5c22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:31.540482 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] For port c1c4f716-7dd3-413c-9bfb-151f8fc98f29, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:31.549021 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] For port c1c4f716-7dd3-413c-9bfb-151f8fc98f29, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c1c4f716-7dd3-413c-9bfb-151f8fc98f29,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:31.628386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b8a308a7-46dd-4e08-8a4c-60ef2b8cf988 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.644966 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 9a2dc019-f8bf-436b-9409-9cad70cc8750 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:31.645775 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.722436 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a308a7-46dd-4e08-8a4c-60ef2b8cf988 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f3038b-73ff-4105-b485-f24698a2a5a9,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:31.748730 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:31.780816 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59508) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:31.788250 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb4238-1a7a-410c-a6f7-29050d19d324 req-5a9090bb-eae4-473a-aa77-df144c12c783 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:31.796952 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-a3cb4238-1a7a-410c-a6f7-29050d19d324 req-5a9090bb-eae4-473a-aa77-df144c12c783 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 931 time: 0.6149039 Aug 18 14:49:31.867330 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:26Z', 'revision_number': 2, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:31.966306 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e723832-9b00-4b45-9119-88b3411d827a {{(pid=100975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:31.977858 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:31.978837 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:24Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:31.994264 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.049018 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Transition to ACTIVE for port object 9e723832-9b00-4b45-9119-88b3411d827a will not be triggered until provisioned by entity L2. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:32.114119 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Checking router: 028a1208-060c-48c9-b146-b0d1492a2967 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:49:32.114509 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Updating router 028a1208-060c-48c9-b146-b0d1492a2967 port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:49:32.129375 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-a3cb4238-1a7a-410c-a6f7-29050d19d324 req-3e64805a-c049-43ec-9265-880ba80b066f tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312430 Aug 18 14:49:32.167513 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e216d5-d295-45f5-9c58-9aba1aa05446 None None] Pushing event updated for resources: {'Port': ['ID=c1c4f716-7dd3-413c-9bfb-151f8fc98f29,revision_number=4']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:32.218833 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.225417 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-fc99f185-80ec-472d-b718-8d1784b530cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.259845 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.330671 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-a8760688-b919-4233-8441-ce9f8551def1 req-470ea9da-67c4-447f-b1d6-e7321c654edc tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 210 time: 0.0680528 Aug 18 14:49:32.345246 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.346866 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.430666 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91292e92-69f2-4c0b-b4bc-38acd1a7fb22,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:32.513199 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Pushing event updated for resources: {'Port': ['ID=9e723832-9b00-4b45-9119-88b3411d827a,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:32.531721 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Attempting to bind port 9e723832-9b00-4b45-9119-88b3411d827a on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:32.532273 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Attempting to bind port 9e723832-9b00-4b45-9119-88b3411d827a by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '7313bd69-c89f-43a2-843a-feb9574c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '322bd955-1c18-4156-acd8-1bf04d34a12f'}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:32.532659 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Attempting to bind port 9e723832-9b00-4b45-9119-88b3411d827a on network 322bd955-1c18-4156-acd8-1bf04d34a12f {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:32.537973 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Port 9e723832-9b00-4b45-9119-88b3411d827a on network 322bd955-1c18-4156-acd8-1bf04d34a12f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:49:32.538253 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:32.538357 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Attempting to bind port 9e723832-9b00-4b45-9119-88b3411d827a on network 322bd955-1c18-4156-acd8-1bf04d34a12f {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:32.545326 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:32.545530 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Checking segment: {'id': '7313bd69-c89f-43a2-843a-feb9574c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '322bd955-1c18-4156-acd8-1bf04d34a12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:32.549680 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Bound using segment: {'id': '7313bd69-c89f-43a2-843a-feb9574c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '322bd955-1c18-4156-acd8-1bf04d34a12f'} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:32.550403 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Bound port: 9e723832-9b00-4b45-9119-88b3411d827a, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7313bd69-c89f-43a2-843a-feb9574c0b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '322bd955-1c18-4156-acd8-1bf04d34a12f'}}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:32.550957 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.647375 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Made reservation on behalf of 752c0cb0b16044f8b2afff196ead5c22 for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:32.651493 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.653802 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.658890 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-90f91072-74ef-4fe0-8579-45f4a1e8fe74 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.8137887 Aug 18 14:49:32.661579 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59530) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:32.666368 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-d5b0d5f4-ae2c-4be5-817d-b090c5d02717 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'security_group_rule': {'security_group_id': '91292e92-69f2-4c0b-b4bc-38acd1a7fb22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:32.851903 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b8a308a7-46dd-4e08-8a4c-60ef2b8cf988 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:32.861725 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-b8a308a7-46dd-4e08-8a4c-60ef2b8cf988 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7415218 Aug 18 14:49:32.861879 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59538) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:32.865482 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-f29122b5-3eaf-40c5-b46f-c0727fa0c04b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'security_group_rule': {'security_group_id': '7d4207a9-2862-4047-a402-825ac18c8789', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:32.976142 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] For port 9e723832-9b00-4b45-9119-88b3411d827a, host hv-cinder-80502, cleared binding levels {{(pid=100975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:32.976357 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device a0ba2781-d67b-4dd1-9411-9ae456aee58d up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:32.981149 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] For port 9e723832-9b00-4b45-9119-88b3411d827a, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=9e723832-9b00-4b45-9119-88b3411d827a,segment=NetworkSegment(7313bd69-c89f-43a2-843a-feb9574c0b9d),segment_id=7313bd69-c89f-43a2-843a-feb9574c0b9d)] {{(pid=100975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:33.073298 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.102278 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:31Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:33.106275 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Transition to ACTIVE for port object 3e7c811f-f9ae-453b-a2fb-7806a06067d4 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:33.134645 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.145499 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-fc99f185-80ec-472d-b718-8d1784b530cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.148796 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cf3502-9055-4b0d-bfeb-cf6df1038ac8 None None] The sync data for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi is: [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:31Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:33.192646 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port a0ba2781-d67b-4dd1-9411-9ae456aee58d completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:33.197493 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port a0ba2781-d67b-4dd1-9411-9ae456aee58d triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:33.198394 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.204950 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:33.214800 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.214800 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] 10.222.0.49 "PUT /v2.0/ports/9e723832-9b00-4b45-9119-88b3411d827a HTTP/1.1" status: 200 len: 1093 time: 2.9404681 Aug 18 14:49:33.214800 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01c68dc-0711-43eb-b470-2257177195a7', 'tag': '9e723832-9b00-4b45-9119-88b3411d827a'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:33.266566 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.415624 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-fc99f185-80ec-472d-b718-8d1784b530cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.505991 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d5f4-ae2c-4be5-817d-b090c5d02717 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.592131 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.49', 65299) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:33.595984 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99f185-80ec-472d-b718-8d1784b530cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c1bf17-c492-4ad0-b1b7-92d77cbd94e4,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:33.622629 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0308bfc-3cb3-40a1-8ad5-2fd867358bf4 None None] Pushing event updated for resources: {'Port': ['ID=3e7c811f-f9ae-453b-a2fb-7806a06067d4,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:33.630277 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-59986215-172f-40cf-9b26-afdff1a088f3 req-412003c4-8c93-4cf9-bf9a-9adb02ecb3d1 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 210 time: 0.1564910 Aug 18 14:49:33.701245 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Attempting to bind port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:33.701621 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Attempting to bind port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:33.704043 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Attempting to bind port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 on network 893d2803-c5ab-43bc-aa81-4ce998c20cde {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:33.705097 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.769501 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:33.770151 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Checking segment: {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:33.770814 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.771474 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Bound using segment: {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:33.772111 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Bound port: 3e7c811f-f9ae-453b-a2fb-7806a06067d4, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:33.775188 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:33.913468 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port a0ba2781-d67b-4dd1-9411-9ae456aee58d, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=a0ba2781-d67b-4dd1-9411-9ae456aee58d,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:33.927878 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f29122b5-3eaf-40c5-b46f-c0727fa0c04b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.035059 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.036109 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9bf00acb-48dd-4797-a558-c9b531089fce up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:34.083389 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25" -d '{"events": [{"name": "network-changed", "server_uuid": "e01c68dc-0711-43eb-b470-2257177195a7", "tag": "9e723832-9b00-4b45-9119-88b3411d827a"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:34.099779 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d5f4-ae2c-4be5-817d-b090c5d02717 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.178230 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4862c5-ca32-4f05-977b-7fe85e0f9720 service neutron] Pushing event updated for resources: {'Port': ['ID=9e723832-9b00-4b45-9119-88b3411d827a,revision_number=3']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:34.258322 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-fc99f185-80ec-472d-b718-8d1784b530cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcc0d7240e99447fb169a0c52b2d1f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4747787 Aug 18 14:49:34.259570 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59566) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:34.264835 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d5f4-ae2c-4be5-817d-b090c5d02717 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.279855 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-bdf328a0-169b-40f1-b7c6-bd0e522489a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:34.282524 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-bdf328a0-169b-40f1-b7c6-bd0e522489a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4038727f4a41ed91873d202d77b367&device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 1096 time: 0.7061017 Aug 18 14:49:34.317609 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] For port 3e7c811f-f9ae-453b-a2fb-7806a06067d4, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:34.354318 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] For port 3e7c811f-f9ae-453b-a2fb-7806a06067d4, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3e7c811f-f9ae-453b-a2fb-7806a06067d4,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:34.362358 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 9bf00acb-48dd-4797-a558-c9b531089fce triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:34.363078 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.366013 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=a0ba2781-d67b-4dd1-9411-9ae456aee58d,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:34.366281 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b97f-8e8a-45f8-a450-f63ee8916f98 req-743c321d-5f8d-4eb9-9293-87b4ccd497a9 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:34.383453 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-fe47b97f-8e8a-45f8-a450-f63ee8916f98 req-743c321d-5f8d-4eb9-9293-87b4ccd497a9 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 1.1751392 Aug 18 14:49:34.419248 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-fa574d8a-8975-4fcd-87c7-7f48cc0b6f81 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:34.429139 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-fa574d8a-8975-4fcd-87c7-7f48cc0b6f81 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 818 time: 0.7748566 Aug 18 14:49:34.433391 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.443801 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0d5f4-ae2c-4be5-817d-b090c5d02717 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8a5553-87ac-4668-941b-ae5a5af09e79,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:34.483182 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Request body: {'port': {'device_id': '6dee1230-6e11-4352-9471-5967674b49ed', 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b', 'admin_state_up': True, 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:34.578070 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f29122b5-3eaf-40c5-b46f-c0727fa0c04b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.619131 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.637706 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e189885-73cf-4776-862a-80aaad8375a7,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:34.657106 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d5f4-ae2c-4be5-817d-b090c5d02717 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.665565 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d5b0d5f4-ae2c-4be5-817d-b090c5d02717 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0043950 Aug 18 14:49:34.666421 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59580) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:34.714190 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-4d5067ed-5c6d-4c5d-9c99-3c0718eaa612 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'security_group_rule': {'security_group_id': '91292e92-69f2-4c0b-b4bc-38acd1a7fb22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:34.726089 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f75e4be-1b5b-43ab-88b4-655c3ab6c8f0 x-openstack-request-id: req-5f75e4be-1b5b-43ab-88b4-655c3ab6c8f0 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:34.735496 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01c68dc-0711-43eb-b470-2257177195a7", "tag": "9e723832-9b00-4b45-9119-88b3411d827a", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:34.736334 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0308bfc-3cb3-40a1-8ad5-2fd867358bf4 None None] Pushing event updated for resources: {'Port': ['ID=3e7c811f-f9ae-453b-a2fb-7806a06067d4,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:34.736822 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f29122b5-3eaf-40c5-b46f-c0727fa0c04b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.738749 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f75e4be-1b5b-43ab-88b4-655c3ab6c8f0 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:34.739272 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01c68dc-0711-43eb-b470-2257177195a7', 'tag': '9e723832-9b00-4b45-9119-88b3411d827a', 'status': 'completed', 'code': 200} Aug 18 14:49:34.752674 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c1c4f716-7dd3-413c-9bfb-151f8fc98f29 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:34.761364 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-99726d26-bc5e-48c8-a8d8-b82e484dd4ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e723832-9b00-4b45-9119-88b3411d827a HTTP/1.1" status: 200 len: 217 time: 0.3610575 Aug 18 14:49:34.810970 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:49:34.817577 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:24Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:34.823070 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-abc55939-fadc-42f3-9286-b9c7b9e767a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:34.919435 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-fe47b97f-8e8a-45f8-a450-f63ee8916f98 req-416a0530-81c0-4c01-956c-c7399f4cc786 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275679 Aug 18 14:49:35.076580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:49:35.098826 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Checking segment: {'id': 'd47ecd8b-e093-43a0-b2ae-12939f911754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '94e9a74d-7659-49c8-ab40-f04cf8de4040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:35.099396 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Network hostable DHCP agents. Network: 94e9a74d-7659-49c8-ab40-f04cf8de4040, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:49:35.118537 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-abc55939-fadc-42f3-9286-b9c7b9e767a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.142606 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:35.168440 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:35.169262 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.173322 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-28cd1b9a-5603-436f-a9a4-d8fa87ea81bc req-58b5915b-75d0-43c1-9e33-46bbe5b0ac1d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 210 time: 0.3813214 Aug 18 14:49:35.180640 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4d5067ed-5c6d-4c5d-9c99-3c0718eaa612 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.222802 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-4addce55-48ac-4bc0-b68e-a4f05e0c2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:35.227564 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-4addce55-48ac-4bc0-b68e-a4f05e0c2889 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a7832bf-acf1-42ef-955f-10665d1a8b3f HTTP/1.1" status: 200 len: 852 time: 0.2911472 Aug 18 14:49:35.270197 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29122b5-3eaf-40c5-b46f-c0727fa0c04b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747a13f1-1f32-4660-acd1-601e70fc8d7a,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:35.300821 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Network 94e9a74d-7659-49c8-ab40-f04cf8de4040 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:49:35.348222 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4d5067ed-5c6d-4c5d-9c99-3c0718eaa612 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.350616 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f29122b5-3eaf-40c5-b46f-c0727fa0c04b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.354905 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-f29122b5-3eaf-40c5-b46f-c0727fa0c04b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4971607 Aug 18 14:49:35.357881 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-abc55939-fadc-42f3-9286-b9c7b9e767a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.360577 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-abc55939-fadc-42f3-9286-b9c7b9e767a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.373560 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-abc55939-fadc-42f3-9286-b9c7b9e767a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76c1bf17-c492-4ad0-b1b7-92d77cbd94e4 HTTP/1.1" status: 204 len: 168 time: 1.0945899 Aug 18 14:49:35.373560 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59594) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:35.377435 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'floatingip': {'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:35.392292 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Made reservation on behalf of f9ead20971eb45f6b37b6aee7c601a37 for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:35.396383 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.440896 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc55939-fadc-42f3-9286-b9c7b9e767a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c1bf17-c492-4ad0-b1b7-92d77cbd94e4,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:35.446654 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 94e9a74d-7659-49c8-ab40-f04cf8de4040) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:35.499313 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.572672 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e14173-a5e4-4485-9d98-17cee739e47a None None] Network 94e9a74d-7659-49c8-ab40-f04cf8de4040 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:35.638165 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port c1c4f716-7dd3-413c-9bfb-151f8fc98f29, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c1c4f716-7dd3-413c-9bfb-151f8fc98f29,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:35.658811 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:34Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:35.692691 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404477f8-2c9c-496c-9fe5-bd4378216c82 None None] The sync data for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi is: [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:34Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:49:35.714844 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:35.717844 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.724755 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4d5067ed-5c6d-4c5d-9c99-3c0718eaa612 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.765599 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.787187 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.49', 65309) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:35.809026 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5067ed-5c6d-4c5d-9c99-3c0718eaa612 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae847a85-d02c-41d0-97b0-688f88e6fb56,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:35.829244 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:35.847460 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-c10031b9-8712-4b48-bfd3-5fe984920f8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=322bd955-1c18-4156-acd8-1bf04d34a12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2784126 Aug 18 14:49:35.968605 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf91fec9-8f4d-4398-abd4-13dd3ea5f12f None None] Network 94e9a74d-7659-49c8-ab40-f04cf8de4040 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:35.977288 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device a0ba2781-d67b-4dd1-9411-9ae456aee58d up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:36.008964 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59608) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:36.031879 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-f175c15e-1a2c-47ce-b81b-b6e540e3bee4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.5698886 Aug 18 14:49:36.050151 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4d5067ed-5c6d-4c5d-9c99-3c0718eaa612 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:36.064879 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-4d5067ed-5c6d-4c5d-9c99-3c0718eaa612 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3781872 Aug 18 14:49:36.069481 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59612) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:36.070711 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Allocated IP 172.20.0.14 (7b49a8d7-21fe-4948-9be2-92db6ceac05b/fb07cbeb-73d7-435b-ab85-e031f447c466/0530808f-762e-4646-b823-d8a40952e76d) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:36.097514 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=c1c4f716-7dd3-413c-9bfb-151f8fc98f29,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:36.098303 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'floatingip': {'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:36.236650 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9b355-4016-481c-92df-68c1b37c327c req-cb48b7fd-c4df-404c-a80d-5dee1cfd84e7 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:36.244295 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-cb48b7fd-c4df-404c-a80d-5dee1cfd84e7 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 818 time: 0.4141357 Aug 18 14:49:36.276405 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Request body: {'port': {'device_id': '0c0d6c96-1c11-41b6-898d-6793352cf993', 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b', 'admin_state_up': True, 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:36.326307 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port a0ba2781-d67b-4dd1-9411-9ae456aee58d triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:36.339270 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:36.365968 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713fa67-be0f-49cd-93b6-4cc68aefc131 req-a0b16543-eed0-4a80-85b3-f71b5a233e09 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:36.373983 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0713fa67-be0f-49cd-93b6-4cc68aefc131 req-a0b16543-eed0-4a80-85b3-f71b5a233e09 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 0.2612686 Aug 18 14:49:36.442821 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59624) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:36.589278 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a516103-c22e-42a1-9036-fb4feab21562 admin admin] Deleting subnet 21447de8-c0cd-470d-86cb-b9446d580e00 {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:49:36.609412 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-0cc4b602-efb8-4c7a-b71e-e77ae39543c4 service neutron] 10.222.0.49 "GET /v2.0/networks/322bd955-1c18-4156-acd8-1bf04d34a12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060727 Aug 18 14:49:36.611844 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:36.624042 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a516103-c22e-42a1-9036-fb4feab21562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:36.705061 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-932944e0-278f-4cd8-921e-55c681c5c6e5 req-dad62e23-b0ae-480c-b9a5-8a274b844db3 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 210 time: 0.1067443 Aug 18 14:49:36.787261 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0713fa67-be0f-49cd-93b6-4cc68aefc131 req-860977eb-63ee-4b82-9f0f-0da1ff39c67e tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104447 Aug 18 14:49:36.796420 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a516103-c22e-42a1-9036-fb4feab21562 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:36.816574 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a516103-c22e-42a1-9036-fb4feab21562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:36.818857 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:36.834967 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6a025fc7-3823-47fe-8751-72af1e628ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:37.071345 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:37.085628 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:37.087094 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Allocated IP 172.27.2.57 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/be0fa9dc-8488-40bc-8fd3-d726b50bbb6a) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:37.239789 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:37.843127 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-67266ba2-83b1-4438-b204-c1189ccf431d req-cb9278da-ce30-4ed3-99c5-df104f478d59 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 210 time: 0.0463941 Aug 18 14:49:37.882894 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a516103-c22e-42a1-9036-fb4feab21562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:37.893327 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:37.913099 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:37.915023 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Made reservation on behalf of f9ead20971eb45f6b37b6aee7c601a37 for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:37.941526 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:37.998794 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3e7c811f-f9ae-453b-a2fb-7806a06067d4 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:38.028740 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a516103-c22e-42a1-9036-fb4feab21562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21447de8-c0cd-470d-86cb-b9446d580e00,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:38.040545 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8a516103-c22e-42a1-9036-fb4feab21562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:38.051098 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-8a516103-c22e-42a1-9036-fb4feab21562 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/21447de8-c0cd-470d-86cb-b9446d580e00 HTTP/1.1" status: 204 len: 168 time: 1.5861700 Aug 18 14:49:38.064105 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59638) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:38.108861 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'Port': ['ID=be0fa9dc-8488-40bc-8fd3-d726b50bbb6a,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:38.117365 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:38.122663 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:38.129650 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:38.242708 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Network 7b49a8d7-21fe-4948-9be2-92db6ceac05b is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:38.265833 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:38.284224 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d77a59-c559-4a76-9075-82551c7edc79 req-7d1e04dc-5fa0-49d3-bad2-834b4c3b0f33 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:38.285756 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c0d77a59-c559-4a76-9075-82551c7edc79 req-7d1e04dc-5fa0-49d3-bad2-834b4c3b0f33 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 0.3718200 Aug 18 14:49:38.298167 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:38.304513 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:38.305176 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:38.326789 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:38.389625 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c0d77a59-c559-4a76-9075-82551c7edc79 req-ebfee28f-8b67-4f8d-9b6e-05191a2a6de2 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930731 Aug 18 14:49:38.389824 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:38.476367 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Pushing event updated for resources: {'Port': ['ID=0530808f-762e-4646-b823-d8a40952e76d,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:38.497510 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Allocated IP 172.27.2.109 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/6ecf2f78-4e96-4c71-98e9-589323c0147b) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:38.503251 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Allocated IP 172.20.0.13 (7b49a8d7-21fe-4948-9be2-92db6ceac05b/fb07cbeb-73d7-435b-ab85-e031f447c466/91af2375-8990-4a63-943f-0a52a8888242) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:38.602763 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:38.647797 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.648159 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.648913 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.649245 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > port after_create 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.649585 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > port after_delete 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.649900 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > port after_update 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.650237 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.650588 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.650906 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.651223 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.865509 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:38.894163 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:38.894163 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:38.986091 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.986718 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.986994 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.987398 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:38.987819 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c723a3cc-8378-4e50-9f53-6920e1a59603']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:39.005201 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.020775 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6a025fc7-3823-47fe-8751-72af1e628ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.055205 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 3e7c811f-f9ae-453b-a2fb-7806a06067d4, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3e7c811f-f9ae-453b-a2fb-7806a06067d4,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:39.073031 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7baa6172-b3d7-4695-85af-2b558a8649d0') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:39.073342 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7baa6172-b3d7-4695-85af-2b558a8649d0') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:39.115009 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-df9d8a5d-3b34-4068-aea8-a3be62c50ed5 req-bc06c545-1e9b-4144-942d-4a2075615ed4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 210 time: 0.1025898 Aug 18 14:49:39.127247 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.197853 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.204812 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.227440 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:49:39.227838 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: from cryptography.utils import int_from_bytes Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: from cryptography.utils import int_from_bytes Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:49:39.232458 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:49:39.410660 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.420607 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.445930 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c1c4f716-7dd3-413c-9bfb-151f8fc98f29 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:39.491244 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6a025fc7-3823-47fe-8751-72af1e628ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.562298 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-6a025fc7-3823-47fe-8751-72af1e628ed2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32fce461bb8645cb9ea47970deefa2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5503528 Aug 18 14:49:39.579904 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:39.579904 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.580127 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59656) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:39.627394 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=3e7c811f-f9ae-453b-a2fb-7806a06067d4,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:39.627597 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59658) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:39.641766 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-296b500b-3d46-4b74-b070-440f2b81d086 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1959140 Aug 18 14:49:39.661602 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a025fc7-3823-47fe-8751-72af1e628ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1e3139-8ede-47f3-b80a-5a6185879499,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:39.683895 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.788217 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b88d1-fae4-4839-a021-ae8c2bf44dfc req-4aefd1dc-5ad1-4566-9fbc-63ee0a5600c7 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:39.788217 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-413b88d1-fae4-4839-a021-ae8c2bf44dfc req-4aefd1dc-5ad1-4566-9fbc-63ee0a5600c7 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 0.2598827 Aug 18 14:49:39.858353 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-413b88d1-fae4-4839-a021-ae8c2bf44dfc req-c6610399-81f8-4e60-a5e0-7a535e613c7f tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758152 Aug 18 14:49:39.872273 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-305a37e8-3b2c-4e5c-9b17-acbe521bad28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.907986 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f772cd81-eb94-4feb-a12e-57b4d805df9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.908398 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3e7c811f-f9ae-453b-a2fb-7806a06067d4 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:39.953934 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.963419 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:39.963765 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:39.988224 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-305a37e8-3b2c-4e5c-9b17-acbe521bad28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.069329 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f772cd81-eb94-4feb-a12e-57b4d805df9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.141165 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.171033 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.171033 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] 10.222.0.16 "DELETE /v2.0/networks/c723a3cc-8378-4e50-9f53-6920e1a59603 HTTP/1.1" status: 204 len: 168 time: 2.0323923 Aug 18 14:49:40.171033 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcfaec-c508-4d98-bd31-3a7026aee85c admin admin] Pushing event deleted for resources: {'Network': ['ID=c723a3cc-8378-4e50-9f53-6920e1a59603,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:40.172533 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59666) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:40.226732 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e0d16fc2-c126-445e-8c2c-ce5bbb4aebed req-c344e377-6f87-4319-9ae0-ee38a42e7ce0 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 210 time: 0.0272300 Aug 18 14:49:40.232304 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fede09-0ba7-4f8f-b24f-dfbd67f00904 admin admin] Deleting subnet 2e189885-73cf-4776-862a-80aaad8375a7 {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:49:40.235830 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-68fede09-0ba7-4f8f-b24f-dfbd67f00904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.272708 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-68fede09-0ba7-4f8f-b24f-dfbd67f00904 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.279663 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-68fede09-0ba7-4f8f-b24f-dfbd67f00904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.499355 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.501562 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.557455 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Network 7b49a8d7-21fe-4948-9be2-92db6ceac05b is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:40.558872 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-305a37e8-3b2c-4e5c-9b17-acbe521bad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.562754 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-305a37e8-3b2c-4e5c-9b17-acbe521bad28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.564805 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-305a37e8-3b2c-4e5c-9b17-acbe521bad28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c1e3139-8ede-47f3-b80a-5a6185879499 HTTP/1.1" status: 204 len: 168 time: 0.9168563 Aug 18 14:49:40.568004 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:40.571986 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f772cd81-eb94-4feb-a12e-57b4d805df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.572337 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.595996 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:40.598195 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:40.610786 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:40.620323 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-f772cd81-eb94-4feb-a12e-57b4d805df9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cec7931d7a147749f0f850432633e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9954267 Aug 18 14:49:40.630639 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59674) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:40.634297 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a37e8-3b2c-4e5c-9b17-acbe521bad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1e3139-8ede-47f3-b80a-5a6185879499,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:40.638546 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-68fede09-0ba7-4f8f-b24f-dfbd67f00904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.652398 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.710053 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'Port': ['ID=6ecf2f78-4e96-4c71-98e9-589323c0147b,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:40.759203 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:40.824568 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772cd81-eb94-4feb-a12e-57b4d805df9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab733508-1bfd-4f8a-af5a-b91c3ced921a,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:40.877969 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fede09-0ba7-4f8f-b24f-dfbd67f00904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e189885-73cf-4776-862a-80aaad8375a7,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:40.883413 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-68fede09-0ba7-4f8f-b24f-dfbd67f00904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.888052 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-68fede09-0ba7-4f8f-b24f-dfbd67f00904 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2e189885-73cf-4776-862a-80aaad8375a7 HTTP/1.1" status: 204 len: 168 time: 0.7144234 Aug 18 14:49:40.891476 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59682) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:40.900829 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'Port': ['ID=be0fa9dc-8488-40bc-8fd3-d726b50bbb6a,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:40.951884 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Pushing event updated for resources: {'Port': ['ID=91af2375-8990-4a63-943f-0a52a8888242,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:40.965854 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:40.966548 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:40.988985 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.004483 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-65686d03-08fe-4508-a784-389a041e7dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.066106 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.079163 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-65686d03-08fe-4508-a784-389a041e7dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.139104 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ca375-d60e-48a8-b6fd-ebff71785456 req-d6f10aec-2e32-4aaa-9dc0-872383b664c0 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:41.141054 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5f5ca375-d60e-48a8-b6fd-ebff71785456 req-d6f10aec-2e32-4aaa-9dc0-872383b664c0 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 0.1479590 Aug 18 14:49:41.152498 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.174773 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.175155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.176097 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.176440 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > port after_create 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.176790 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.177114 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > port after_update 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.177454 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.177780 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.178097 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.178420 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.249001 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.249353 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.249688 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.250028 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 14:49:41.250407 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e9a74d-7659-49c8-ab40-f04cf8de4040']}} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:41.269506 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47ecd8b-e093-43a0-b2ae-12939f911754') {'for_net_delete': True} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:41.269809 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47ecd8b-e093-43a0-b2ae-12939f911754') {} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:49:41.304812 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64721777'] for segment, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.312300 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5f5ca375-d60e-48a8-b6fd-ebff71785456 req-8c789046-eda8-4830-8a04-cb0b7976150c tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644092 Aug 18 14:49:41.341103 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.350964 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:49:41.351491 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64722432'] for segment, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: from cryptography.utils import int_from_bytes Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: from cryptography.utils import int_from_bytes Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: Traceback (most recent call last): Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: timer() Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: cb(*args, **kw) Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: return func(*args, **kwargs) Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: self._notify() Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: self.callback(batched_events) Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: event.method(event) Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: return f(self, *a, **k) Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._get(url).json() Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: return self.request(url, 'GET', **kwargs) Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:49:41.356310 dv-cinder-805026-1-iscsi neutron-server[100975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:49:41.368272 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a3f5-b4de-4aa9-aadd-e46bc9e75aa5 req-5d1ccb1e-fcec-4a6e-a3b8-96b7b13796f6 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:41.371870 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-19e9a3f5-b4de-4aa9-aadd-e46bc9e75aa5 req-5d1ccb1e-fcec-4a6e-a3b8-96b7b13796f6 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 932 time: 0.0673578 Aug 18 14:49:41.411874 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-19e9a3f5-b4de-4aa9-aadd-e46bc9e75aa5 req-715c4881-b4ce-4480-bf8c-8f3699bfe421 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Aug 18 14:49:41.518232 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.528422 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-0bbe77e6-8786-4a79-82f4-aa3549264720 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1541421 Aug 18 14:49:41.528563 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-65686d03-08fe-4508-a784-389a041e7dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.528563 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-65686d03-08fe-4508-a784-389a041e7dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.528563 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-65686d03-08fe-4508-a784-389a041e7dce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab733508-1bfd-4f8a-af5a-b91c3ced921a HTTP/1.1" status: 204 len: 168 time: 0.8764441 Aug 18 14:49:41.528948 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-228ca6fe-97af-4c88-8b13-41057cdbefe5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2599194 Aug 18 14:49:41.556766 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.572978 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65686d03-08fe-4508-a784-389a041e7dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab733508-1bfd-4f8a-af5a-b91c3ced921a,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:41.620714 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.634296 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.636282 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] 10.222.0.16 "DELETE /v2.0/networks/94e9a74d-7659-49c8-ab40-f04cf8de4040 HTTP/1.1" status: 204 len: 168 time: 0.7435601 Aug 18 14:49:41.651789 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254baea3-c7e6-421c-a7bc-cb3627271110 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e9a74d-7659-49c8-ab40-f04cf8de4040,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:41.733938 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.895695 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:41.985548 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'Port': ['ID=6ecf2f78-4e96-4c71-98e9-589323c0147b,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:41.995725 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:42.006210 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-3dbf5c3c-af38-4c43-b390-dc38f34e7971 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1196550039&fields=id&tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb HTTP/1.1" status: 200 len: 267 time: 0.0637076 Aug 18 14:49:42.122190 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-7aa629e3-afcc-418c-b8ae-b2f92eb9c446 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:42.125014 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-7aa629e3-afcc-418c-b8ae-b2f92eb9c446 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 811 time: 0.1093235 Aug 18 14:49:42.140062 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-ee437e19-93ad-4e72-b7d9-af5779a869aa tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/quotas/57b7a728ce2840d5b3c6165cf4d3bedb HTTP/1.1" status: 200 len: 375 time: 0.0105209 Aug 18 14:49:42.193468 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-11009c91-45ad-404f-9b1b-10bf8c60111d tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481906 Aug 18 14:49:42.293649 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-d5ecba32-084f-4528-9952-9f8d7b165cc8 service neutron] 10.222.0.16 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862577 Aug 18 14:49:42.351712 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:42.353134 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b62f152f-a70d-4d03-a2d2-984498925eb6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2727823 Aug 18 14:49:42.399201 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-e7ce6490-358f-44f4-8824-93d599d43662 service neutron] 10.222.0.16 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988040 Aug 18 14:49:42.438299 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8656e7e-9e3a-41d4-a54c-20f4a7d8e0b3 req-8444c23c-8fbc-4c82-b276-d893755138bb tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:42.439850 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8656e7e-9e3a-41d4-a54c-20f4a7d8e0b3 req-8444c23c-8fbc-4c82-b276-d893755138bb tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 0.0531230 Aug 18 14:49:42.477932 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8656e7e-9e3a-41d4-a54c-20f4a7d8e0b3 req-bb338019-e4fb-42df-b956-9efb3bcba607 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Aug 18 14:49:42.487898 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59718) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:42.539366 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-bb388776-9160-46cd-8dcc-a2d3ec2aedeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=580877777c464881855a7a2f35791add&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482385 Aug 18 14:49:42.539550 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59720) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:42.555739 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59722) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:42.616700 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1944bfd7-1a69-45f5-9791-f0fbe88cb01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:42.696013 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-2360824e-aa2c-4c71-9a69-e3d8828f7bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:42.721922 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a1600-e7f6-4b30-8939-71918a64bb74 req-42abbb7b-2bc3-4e28-b4ca-ebdcb6bf9549 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:42.723848 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2a8a1600-e7f6-4b30-8939-71918a64bb74 req-42abbb7b-2bc3-4e28-b4ca-ebdcb6bf9549 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 932 time: 0.1855900 Aug 18 14:49:42.733686 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16877883-c24e-4a01-b31e-77741da3d305 req-94a6237d-bf37-4280-90c1-12193508c985 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 210 time: 0.0503118 Aug 18 14:49:42.757605 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-2360824e-aa2c-4c71-9a69-e3d8828f7bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:42.837923 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2a8a1600-e7f6-4b30-8939-71918a64bb74 req-0a6a104c-a1d3-4b8f-a190-24d15b5f0971 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951149 Aug 18 14:49:42.902649 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-714ab213-d0ff-4976-8f23-2ce1f79ab48e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--139039027&fields=id&tenant_id=e6f3f58343c9405c8afe9885e7b873cf HTTP/1.1" status: 200 len: 267 time: 0.0510612 Aug 18 14:49:42.940795 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1944bfd7-1a69-45f5-9791-f0fbe88cb01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.014385 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-a56a845f-a154-4e5f-a8a3-bb10e28cd832 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:43.015873 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-a56a845f-a154-4e5f-a8a3-bb10e28cd832 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 817 time: 0.1124580 Aug 18 14:49:43.037227 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-0fb4f25f-a211-4d68-8226-e18532be9666 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/quotas/e6f3f58343c9405c8afe9885e7b873cf HTTP/1.1" status: 200 len: 375 time: 0.0111191 Aug 18 14:49:43.066071 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1944bfd7-1a69-45f5-9791-f0fbe88cb01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.097753 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-e3a5b178-3ee1-4487-8e8e-b580f2dcc8c7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544062 Aug 18 14:49:43.107791 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-1944bfd7-1a69-45f5-9791-f0fbe88cb01a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31be33714cc54e208ed211d586f8fe95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509775 Aug 18 14:49:43.108658 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944bfd7-1a69-45f5-9791-f0fbe88cb01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c4b6d4-5d81-4965-b90f-e2a294a4fb79,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:43.110581 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59758) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:43.128671 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-2360824e-aa2c-4c71-9a69-e3d8828f7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.131420 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-2360824e-aa2c-4c71-9a69-e3d8828f7bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.135128 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-2360824e-aa2c-4c71-9a69-e3d8828f7bd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e80c09e5-bf85-4306-9689-c723aaea7c3e HTTP/1.1" status: 204 len: 168 time: 0.5922046 Aug 18 14:49:43.145764 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360824e-aa2c-4c71-9a69-e3d8828f7bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80c09e5-bf85-4306-9689-c723aaea7c3e,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:43.236921 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5885f743-41d0-4a95-b8ca-598128e11072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.258026 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-86a0005b-469e-416e-a101-b7a4c4f1aeea service neutron] 10.222.0.16 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406279 Aug 18 14:49:43.276451 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5885f743-41d0-4a95-b8ca-598128e11072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.375855 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Request body: {'port': {'device_id': '6dee1230-6e11-4352-9471-5967674b49ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:43.398500 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Request body: {'port': {'device_id': '0c0d6c96-1c11-41b6-898d-6793352cf993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:43.418132 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-c19251e4-a188-43e1-a9cf-6f3cf5ed4e08 service neutron] 10.222.0.16 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530590 Aug 18 14:49:43.461768 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-837eea6a-fc7f-4dde-b031-d35431e7b192 req-af265a6f-435f-4aea-ade3-43365ad4d589 service neutron] 10.222.0.49 "GET /v2.0/networks/322bd955-1c18-4156-acd8-1bf04d34a12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939555 Aug 18 14:49:43.489234 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.504795 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.723270 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5885f743-41d0-4a95-b8ca-598128e11072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.725928 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5885f743-41d0-4a95-b8ca-598128e11072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:43.727106 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-5885f743-41d0-4a95-b8ca-598128e11072 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9c4b6d4-5d81-4965-b90f-e2a294a4fb79 HTTP/1.1" status: 204 len: 168 time: 0.6154284 Aug 18 14:49:43.735016 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885f743-41d0-4a95-b8ca-598128e11072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c4b6d4-5d81-4965-b90f-e2a294a4fb79,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:43.843028 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d281bd9-40b3-43aa-af42-e6ef88f1979c req-c74988ca-22c0-4834-ada1-ade671c96f54 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:43.843333 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1d281bd9-40b3-43aa-af42-e6ef88f1979c req-c74988ca-22c0-4834-ada1-ade671c96f54 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 0.2789342 Aug 18 14:49:43.954933 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1d281bd9-40b3-43aa-af42-e6ef88f1979c req-6caaec4e-352b-4046-95cc-e6faab37ae7a tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965846 Aug 18 14:49:43.987292 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c9c8aaa0-47e4-4b70-bc14-f8e4edd1218e req-86c17470-e0c9-4870-9efe-8f0e0860c996 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 210 time: 0.0712833 Aug 18 14:49:44.025814 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-c5b8f07f-e036-41c6-af75-ef9f00b90e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:44.037048 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-c5b8f07f-e036-41c6-af75-ef9f00b90e44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4038727f4a41ed91873d202d77b367&device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 1096 time: 0.1794536 Aug 18 14:49:44.120261 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-06de7221-a871-4534-98cf-543607cc1c23 req-00b8db18-84a9-4d77-bcdf-bfc4a4b8bd29 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 210 time: 0.0431807 Aug 18 14:49:44.122051 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacf626-dbc8-47fc-9afd-b1a09d7acc0f req-8a161ca3-ffd5-43fc-9d43-92d7e9b3a7ab tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:44.123553 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eeacf626-dbc8-47fc-9afd-b1a09d7acc0f req-8a161ca3-ffd5-43fc-9d43-92d7e9b3a7ab tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 932 time: 0.0538538 Aug 18 14:49:44.161443 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eeacf626-dbc8-47fc-9afd-b1a09d7acc0f req-1734466c-f437-48da-9c03-05a7fd68f661 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Aug 18 14:49:44.240888 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91af2375-8990-4a63-943f-0a52a8888242 {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:44.248629 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:44.263332 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Transition to ACTIVE for port object 91af2375-8990-4a63-943f-0a52a8888242 will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:44.398193 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:44.420923 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-d78bfb34-1b83-451b-b1ee-b63452fb7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:44.423104 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-d78bfb34-1b83-451b-b1ee-b63452fb7a61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=322bd955-1c18-4156-acd8-1bf04d34a12f HTTP/1.1" status: 200 len: 913 time: 0.1529901 Aug 18 14:49:44.482371 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-4faf7313-839e-4986-b0f3-d51cf21c9383 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e723832-9b00-4b45-9119-88b3411d827a HTTP/1.1" status: 200 len: 217 time: 0.0496979 Aug 18 14:49:44.539155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-dbaddaa8-8618-4ad3-bd0f-50a2d15df09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:44.541066 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-dbaddaa8-8618-4ad3-bd0f-50a2d15df09d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a7832bf-acf1-42ef-955f-10665d1a8b3f HTTP/1.1" status: 200 len: 852 time: 0.0521398 Aug 18 14:49:44.548297 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=91af2375-8990-4a63-943f-0a52a8888242,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:44.576130 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-0eb40dc7-0e17-4785-8c2d-975bbab6a41e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=322bd955-1c18-4156-acd8-1bf04d34a12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281701 Aug 18 14:49:44.592031 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59800) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:44.668307 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Attempting to bind port 91af2375-8990-4a63-943f-0a52a8888242 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:44.668726 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Attempting to bind port 91af2375-8990-4a63-943f-0a52a8888242 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:44.669123 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Attempting to bind port 91af2375-8990-4a63-943f-0a52a8888242 on network 7b49a8d7-21fe-4948-9be2-92db6ceac05b {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:44.695145 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Port 91af2375-8990-4a63-943f-0a52a8888242 on network 7b49a8d7-21fe-4948-9be2-92db6ceac05b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:49:44.695546 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Attempting to bind port 91af2375-8990-4a63-943f-0a52a8888242 on network 7b49a8d7-21fe-4948-9be2-92db6ceac05b {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:44.712816 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:44.712816 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Checking segment: {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:44.713493 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Bound using segment: {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:44.714346 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Bound port: 91af2375-8990-4a63-943f-0a52a8888242, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:44.714812 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:44.720953 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0530808f-762e-4646-b823-d8a40952e76d {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:44.735803 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:44.749192 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-a408c16a-7b63-4945-a5ce-a557a296bf4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=752c0cb0b16044f8b2afff196ead5c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557753 Aug 18 14:49:44.751754 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59806) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:44.776180 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Transition to ACTIVE for port object 0530808f-762e-4646-b823-d8a40952e76d will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:44.801084 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-d905ed93-39c1-409f-9237-181b3946c9c4 service neutron] 10.222.0.49 "GET /v2.0/networks/322bd955-1c18-4156-acd8-1bf04d34a12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181487 Aug 18 14:49:44.811027 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] For port 91af2375-8990-4a63-943f-0a52a8888242, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:44.815505 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] For port 91af2375-8990-4a63-943f-0a52a8888242, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=91af2375-8990-4a63-943f-0a52a8888242,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:44.870198 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ed7b71a3-7d50-4c72-be29-c0cc1e43fccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:44.982140 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:44.992588 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.042261 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:45.043803 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.045399 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] 10.222.0.49 "PUT /v2.0/ports/91af2375-8990-4a63-943f-0a52a8888242 HTTP/1.1" status: 200 len: 1094 time: 1.6666763 Aug 18 14:49:45.045962 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0d6c96-1c11-41b6-898d-6793352cf993', 'tag': '91af2375-8990-4a63-943f-0a52a8888242'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:45.066394 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ed7b71a3-7d50-4c72-be29-c0cc1e43fccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.072610 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Pushing event updated for resources: {'Port': ['ID=0530808f-762e-4646-b823-d8a40952e76d,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:45.107686 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1fc7b5c1-daf0-43a9-bbb5-786990be5e25 req-45ef411b-5c32-49c4-8a36-ffc8db2f021b service neutron] 10.222.0.49 "GET /v2.0/networks/322bd955-1c18-4156-acd8-1bf04d34a12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972529 Aug 18 14:49:45.179873 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a2bbc3df-334a-4737-a53a-b7cf3cc1f4a1 req-2191a607-771f-4d9f-89ae-13ec595de365 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 210 time: 0.0324941 Aug 18 14:49:45.252396 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703648a0-d980-49f5-be2d-166b77418fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=91af2375-8990-4a63-943f-0a52a8888242,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:45.267548 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Attempting to bind port 0530808f-762e-4646-b823-d8a40952e76d on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:45.267918 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Attempting to bind port 0530808f-762e-4646-b823-d8a40952e76d by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:45.268212 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Attempting to bind port 0530808f-762e-4646-b823-d8a40952e76d on network 7b49a8d7-21fe-4948-9be2-92db6ceac05b {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:45.279215 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18fa92-16ed-432b-9712-d5abbeba6784 req-05630fb5-5050-4843-b36b-4c0055e76bc1 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:45.280727 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc18fa92-16ed-432b-9712-d5abbeba6784 req-05630fb5-5050-4843-b36b-4c0055e76bc1 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 0.1267333 Aug 18 14:49:45.282645 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-747077af-6f71-4bcd-8cd5-906ad7ed5bb6 req-0ad8f700-2170-4abb-aa26-0a08376a8974 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 210 time: 0.0491352 Aug 18 14:49:45.284688 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Port 0530808f-762e-4646-b823-d8a40952e76d on network 7b49a8d7-21fe-4948-9be2-92db6ceac05b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:49:45.285248 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Attempting to bind port 0530808f-762e-4646-b823-d8a40952e76d on network 7b49a8d7-21fe-4948-9be2-92db6ceac05b {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:45.304851 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:45.305255 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Checking segment: {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:45.305689 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Bound using segment: {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:45.306204 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Bound port: 0530808f-762e-4646-b823-d8a40952e76d, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f082f0d4-dfb5-4329-8a31-7c9306073e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:45.306662 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.329552 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9b355-4016-481c-92df-68c1b37c327c req-d872d411-c286-49ab-9ac8-85935e6af6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:45.338030 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-d872d411-c286-49ab-9ac8-85935e6af6af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 1097 time: 0.0645187 Aug 18 14:49:45.348204 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ed7b71a3-7d50-4c72-be29-c0cc1e43fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.348204 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ed7b71a3-7d50-4c72-be29-c0cc1e43fccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.348204 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-ed7b71a3-7d50-4c72-be29-c0cc1e43fccd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cbfacdf-df7e-4425-a90f-58a9536819e8 HTTP/1.1" status: 204 len: 168 time: 0.5927014 Aug 18 14:49:45.353794 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b71a3-7d50-4c72-be29-c0cc1e43fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbfacdf-df7e-4425-a90f-58a9536819e8,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:45.418000 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-3148cfa1-006c-4df8-afd1-d811e89cea2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91af2375-8990-4a63-943f-0a52a8888242 HTTP/1.1" status: 200 len: 217 time: 0.0612166 Aug 18 14:49:45.467980 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0231fa-3d88-4fe3-a3f2-14e8d842d8d2 req-becabee4-24f4-414c-85e2-065a669408d2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:45.469858 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3c0231fa-3d88-4fe3-a3f2-14e8d842d8d2 req-becabee4-24f4-414c-85e2-065a669408d2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 944 time: 0.1002676 Aug 18 14:49:45.531997 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9b355-4016-481c-92df-68c1b37c327c req-3027d540-3a19-4924-a785-46b1f4dc587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:45.542943 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-3027d540-3a19-4924-a785-46b1f4dc587c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.0821548 Aug 18 14:49:45.542943 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3c0231fa-3d88-4fe3-a3f2-14e8d842d8d2 req-89fa3956-4726-4d5b-aae7-f8b883f638fd tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529728 Aug 18 14:49:45.553711 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc18fa92-16ed-432b-9712-d5abbeba6784 req-430913fa-bb7d-4992-9e8a-cba8ba594c2a tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633560 Aug 18 14:49:45.570026 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-61405a09-17aa-4b30-8862-1692417f0c77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285699 Aug 18 14:49:45.585517 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] For port 0530808f-762e-4646-b823-d8a40952e76d, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:45.588701 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] For port 0530808f-762e-4646-b823-d8a40952e76d, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=0530808f-762e-4646-b823-d8a40952e76d,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:45.607937 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59832) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:45.622159 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9262-3edd-4b7e-acd5-809c4db05515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.661342 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-4b121ebe-7918-43ae-b021-36f60e0e0e65 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838275 Aug 18 14:49:45.719373 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9262-3edd-4b7e-acd5-809c4db05515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.775408 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.776854 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f0d9b355-4016-481c-92df-68c1b37c327c req-06c82047-d3f3-400f-9a79-c20e5a8408ad service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999928 Aug 18 14:49:45.809991 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:45.811173 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.812450 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] 10.222.0.49 "PUT /v2.0/ports/0530808f-762e-4646-b823-d8a40952e76d HTTP/1.1" status: 200 len: 1094 time: 2.4461434 Aug 18 14:49:45.840570 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc489a-8702-4ff8-abe7-eff84e5b7044 service neutron] Pushing event updated for resources: {'Port': ['ID=0530808f-762e-4646-b823-d8a40952e76d,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:45.858014 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9262-3edd-4b7e-acd5-809c4db05515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.904746 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-ec9c9262-3edd-4b7e-acd5-809c4db05515 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbdea887280942b698e2b9617721cd42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956393 Aug 18 14:49:45.906007 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c9262-3edd-4b7e-acd5-809c4db05515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c00cb5-9101-4368-b029-55c931a11605,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:45.907382 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59838) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:45.965341 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7f31-c500-4b3f-ac55-f102df2d90a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:45.973570 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0d6c96-1c11-41b6-898d-6793352cf993", "tag": "91af2375-8990-4a63-943f-0a52a8888242"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:45.986436 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7f31-c500-4b3f-ac55-f102df2d90a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:46.187559 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-582fd097-2c3a-4882-a839-1dd6ef3edba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:46.189049 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-582fd097-2c3a-4882-a839-1dd6ef3edba2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1097 time: 0.0702946 Aug 18 14:49:46.270212 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-97fdff18-dd3d-42b0-b527-63a6c804f54f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0530808f-762e-4646-b823-d8a40952e76d HTTP/1.1" status: 200 len: 217 time: 0.0653515 Aug 18 14:49:46.306887 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-964346f2-4203-4d03-9046-f88e8dbb76db req-a174535b-4ac6-43a1-8ab3-7820115a79b8 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 210 time: 0.0393233 Aug 18 14:49:46.331475 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7f31-c500-4b3f-ac55-f102df2d90a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:46.331475 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7f31-c500-4b3f-ac55-f102df2d90a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:46.331475 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-1c9d7f31-c500-4b3f-ac55-f102df2d90a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6c00cb5-9101-4368-b029-55c931a11605 HTTP/1.1" status: 204 len: 168 time: 0.4169734 Aug 18 14:49:46.343952 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d7f31-c500-4b3f-ac55-f102df2d90a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c00cb5-9101-4368-b029-55c931a11605,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:46.367571 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-525876fe-2cd1-4d5c-a928-02fe38e6bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:46.369795 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-525876fe-2cd1-4d5c-a928-02fe38e6bb1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.0907195 Aug 18 14:49:46.439132 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f44573-06ff-4dad-8b6d-113bbbd8739d x-openstack-request-id: req-93f44573-06ff-4dad-8b6d-113bbbd8739d {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:46.439419 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0d6c96-1c11-41b6-898d-6793352cf993", "tag": "91af2375-8990-4a63-943f-0a52a8888242", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:46.439662 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93f44573-06ff-4dad-8b6d-113bbbd8739d {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:46.440119 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0d6c96-1c11-41b6-898d-6793352cf993', 'tag': '91af2375-8990-4a63-943f-0a52a8888242', 'status': 'completed', 'code': 200} Aug 18 14:49:46.442822 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-0c49c1fa-8b15-40fa-8c38-5e014dea47ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646055 Aug 18 14:49:46.467769 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fe8d10a1-dcb9-4bd7-a5c9-bbfcfc6d6fcb req-3044aa15-a313-4a0d-80c7-08678e98156a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 210 time: 0.0463037 Aug 18 14:49:46.556384 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-ed4cecb0-83e8-4b11-806d-d222a4c75499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:46.558430 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-ed4cecb0-83e8-4b11-806d-d222a4c75499 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 1097 time: 0.0568345 Aug 18 14:49:46.597484 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-7ef43d92-3934-4af4-b60d-91bd040f711d service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174624 Aug 18 14:49:46.730991 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c1814-964d-4c9e-9842-2e857ae265ef req-337a5b10-6dd0-490a-9af4-280ca62a819d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:46.738496 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-338c1814-964d-4c9e-9842-2e857ae265ef req-337a5b10-6dd0-490a-9af4-280ca62a819d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 944 time: 0.0939138 Aug 18 14:49:46.768833 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-32625f6a-a00f-484f-b20b-d16e2304174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:46.770400 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-32625f6a-a00f-484f-b20b-d16e2304174a service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 919 time: 0.2048497 Aug 18 14:49:46.840186 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-338c1814-964d-4c9e-9842-2e857ae265ef req-e72edc5f-c94e-47a6-a286-521e44baa763 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002266 Aug 18 14:49:46.841733 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-a1137f5e-c7d2-4786-a467-69d7b187a775 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91af2375-8990-4a63-943f-0a52a8888242 HTTP/1.1" status: 200 len: 217 time: 0.0551586 Aug 18 14:49:46.845981 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e2074da-725a-4cad-ad3e-6ef5d530bc34 req-5a0226c1-c520-4cb3-8c59-e1317e5a6177 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390604 Aug 18 14:49:46.871692 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fca964-755b-422e-86a6-1bb35369e722 req-5f809910-d8fe-4ba1-a696-718567641cf6 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:46.873228 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-06fca964-755b-422e-86a6-1bb35369e722 req-5f809910-d8fe-4ba1-a696-718567641cf6 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 0.1663845 Aug 18 14:49:46.958976 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-06fca964-755b-422e-86a6-1bb35369e722 req-cf8bb3b6-923b-4213-ae48-763a2451abc2 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780330 Aug 18 14:49:46.961393 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-7016c678-a33b-469d-a4bb-f30784cd0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:46.968568 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-52249179-6e9f-4280-b701-3c50350dc192 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:46.969012 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-7016c678-a33b-469d-a4bb-f30784cd0ab4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.1043472 Aug 18 14:49:46.970615 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-52249179-6e9f-4280-b701-3c50350dc192 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 811 time: 0.2166147 Aug 18 14:49:47.002050 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-13abd967-3d95-4ae7-bbf5-7119a2d26446 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306928 Aug 18 14:49:47.062603 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-e8e6ed52-44c2-4189-9a05-a41c85f25083 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb HTTP/1.1" status: 200 len: 380 time: 0.0765820 Aug 18 14:49:47.072041 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'port': {'device_id': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'admin_state_up': True, 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'security_groups': ['7d4207a9-2862-4047-a402-825ac18c8789']}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:47.112391 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-ed06e930-d17a-41f1-bd70-dd672f010b20 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040697 Aug 18 14:49:47.270850 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3016b49b-bc3d-44ca-9177-690aeaa8b3cc req-2932e64c-f413-4dac-810e-5762e148a97e service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317196 Aug 18 14:49:47.383273 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Made reservation on behalf of 57b7a728ce2840d5b3c6165cf4d3bedb for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:47.387851 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.460722 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2d9ddf80-c4ed-4aeb-9d0a-699182eb0bcc req-68f249df-e3d9-4c48-9b61-398eab5e30b4 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 210 time: 0.0624089 Aug 18 14:49:47.538734 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Allocated IP 172.20.0.9 (3e33991f-210b-494b-abb7-f3b2b5b66ed1/0d5ff067-2817-4704-a241-c00a79823ee5/8554c82d-a04d-48cb-9f08-a9665492518f) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:47.581577 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-41f6b0b2-50ee-453f-af6e-5dc62516313b req-d4bfb0b1-0417-4a6c-802e-e5dc2e39ee47 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 210 time: 0.0356338 Aug 18 14:49:47.715949 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.733354 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Transition to ACTIVE for port object 8554c82d-a04d-48cb-9f08-a9665492518f will not be triggered until provisioned by entity DHCP. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:47.946645 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:47.952941 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c625660-cb60-4297-a513-6d5ea70d272a req-5db212db-33e7-4623-91d4-2d04ae15da3c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:47.954672 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8c625660-cb60-4297-a513-6d5ea70d272a req-5db212db-33e7-4623-91d4-2d04ae15da3c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 944 time: 0.0485854 Aug 18 14:49:48.018012 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:48.024877 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:48.026994 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8c625660-cb60-4297-a513-6d5ea70d272a req-4458581c-f185-4c6a-93e7-a8ad4cf5d172 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628307 Aug 18 14:49:48.031522 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:48.075675 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'Port': ['ID=8554c82d-a04d-48cb-9f08-a9665492518f,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:48.132626 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:48.133573 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:48.163050 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8c3a8-47da-4549-b4e0-c7bec6593c85 req-db9b2724-b0af-4240-ad74-a5b865484b5b tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:48.171558 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9af8c3a8-47da-4549-b4e0-c7bec6593c85 req-db9b2724-b0af-4240-ad74-a5b865484b5b tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 943 time: 0.0999184 Aug 18 14:49:48.182197 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59936) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:48.212856 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9af8c3a8-47da-4549-b4e0-c7bec6593c85 req-b50024c2-16c2-45f8-93ca-996203de813a tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Aug 18 14:49:48.241275 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f3be74e4-296a-4cd5-bb00-d2743ac38e73 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1732037 Aug 18 14:49:48.261361 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Request body: {'port': {'device_id': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:48.317748 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-f3f21980-e046-4169-a58b-4a83b3e08474 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:48.319575 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-f3f21980-e046-4169-a58b-4a83b3e08474 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 817 time: 0.1271534 Aug 18 14:49:48.335484 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:48.400369 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-773e6b27-ad13-4c2d-ac66-f5a1b806c575 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6f3f58343c9405c8afe9885e7b873cf HTTP/1.1" status: 200 len: 379 time: 0.0643172 Aug 18 14:49:48.412377 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'port': {'device_id': '3efae87c-a951-4c33-b878-17475658b583', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'admin_state_up': True, 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'security_groups': ['91292e92-69f2-4c0b-b4bc-38acd1a7fb22']}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:48.467008 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dee1230-6e11-4352-9471-5967674b49ed', 'tag': '0530808f-762e-4646-b823-d8a40952e76d'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:48.469600 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92714d65-4620-4765-895f-e9ba773274ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6dee1230-6e11-4352-9471-5967674b49ed", "tag": "0530808f-762e-4646-b823-d8a40952e76d"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:48.480338 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-aa080c56-b937-46c1-88cd-bdff458a1bcd None None] Provisioning for port 8554c82d-a04d-48cb-9f08-a9665492518f completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:48.487393 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-aa080c56-b937-46c1-88cd-bdff458a1bcd None None] Provisioning complete for port 8554c82d-a04d-48cb-9f08-a9665492518f triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:48.487763 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-aa080c56-b937-46c1-88cd-bdff458a1bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:48.529684 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c98b46-4bee-4a68-afe0-4ba7f5e18bbb x-openstack-request-id: req-89c98b46-4bee-4a68-afe0-4ba7f5e18bbb {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:48.529959 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dee1230-6e11-4352-9471-5967674b49ed", "tag": "0530808f-762e-4646-b823-d8a40952e76d", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:48.530209 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89c98b46-4bee-4a68-afe0-4ba7f5e18bbb {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:48.532076 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dee1230-6e11-4352-9471-5967674b49ed', 'tag': '0530808f-762e-4646-b823-d8a40952e76d', 'status': 'completed', 'code': 200} Aug 18 14:49:48.557119 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c69b3beb-601c-4116-baa8-5308278401a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:48.571032 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-aa080c56-b937-46c1-88cd-bdff458a1bcd None None] Port 8554c82d-a04d-48cb-9f08-a9665492518f cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:48.694903 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-40bb10d1-8881-43d8-8c3b-a3818bf8fa10 req-55b102f4-1566-464f-843c-23e07568b388 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 210 time: 0.0285108 Aug 18 14:49:48.704771 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Made reservation on behalf of e6f3f58343c9405c8afe9885e7b873cf for: {'port': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:48.706271 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b3c30-e016-41b7-89d1-26edc3fc3ea7 req-ef517c60-7824-4b80-8756-55b3af1e8069 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:48.707804 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-482b3c30-e016-41b7-89d1-26edc3fc3ea7 req-ef517c60-7824-4b80-8756-55b3af1e8069 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 931 time: 0.1284847 Aug 18 14:49:48.708331 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:48.717298 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714d65-4620-4765-895f-e9ba773274ab req-5da44a1d-2c0c-462d-a7eb-a03c3acdb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:48.719012 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-92714d65-4620-4765-895f-e9ba773274ab req-5da44a1d-2c0c-462d-a7eb-a03c3acdb734 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1097 time: 0.1386163 Aug 18 14:49:48.736576 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 9e723832-9b00-4b45-9119-88b3411d827a details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:49:48.851910 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c69b3beb-601c-4116-baa8-5308278401a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:48.898904 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-482b3c30-e016-41b7-89d1-26edc3fc3ea7 req-5a412745-d074-4d2e-86ec-525a5fc45ef3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775532 Aug 18 14:49:48.905835 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 59960) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:48.957094 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8554c82d-a04d-48cb-9f08-a9665492518f {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:48.980051 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.002898 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714d65-4620-4765-895f-e9ba773274ab req-cf390f74-7f5e-4d5d-81a2-dd8fddf4b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:49.004397 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-92714d65-4620-4765-895f-e9ba773274ab req-cf390f74-7f5e-4d5d-81a2-dd8fddf4b09e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 919 time: 0.2617638 Aug 18 14:49:49.005946 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Transition to ACTIVE for port object 8554c82d-a04d-48cb-9f08-a9665492518f will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:49.010119 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c69b3beb-601c-4116-baa8-5308278401a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.023736 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 9e723832-9b00-4b45-9119-88b3411d827a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=9e723832-9b00-4b45-9119-88b3411d827a,segment=NetworkSegment(7313bd69-c89f-43a2-843a-feb9574c0b9d),segment_id=7313bd69-c89f-43a2-843a-feb9574c0b9d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:49.036999 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '9e723832-9b00-4b45-9119-88b3411d827a', 'network_id': '322bd955-1c18-4156-acd8-1bf04d34a12f', 'port_id': '9e723832-9b00-4b45-9119-88b3411d827a', 'mac_address': 'fa:16:3e:c2:f4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7832bf-acf1-42ef-955f-10665d1a8b3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:49:49.056095 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c69b3beb-601c-4116-baa8-5308278401a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6808f3dd8384fd58a1bd1f17cfc3a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8705168 Aug 18 14:49:49.063923 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 59966) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:49.064646 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-92714d65-4620-4765-895f-e9ba773274ab req-0f61fbb0-1b91-4ffc-84e7-99eb54e8ea65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0530808f-762e-4646-b823-d8a40952e76d HTTP/1.1" status: 200 len: 217 time: 0.0504205 Aug 18 14:49:49.104772 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.116969 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Allocated IP 172.20.0.13 (893d2803-c5ab-43bc-aa81-4ce998c20cde/8f325e6d-eae1-43fa-af79-f49dc59b53de/304130f8-be46-405d-a39b-769baa59d498) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:49:49.125821 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b3beb-601c-4116-baa8-5308278401a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd55649-4d19-4bb0-9911-d7f15842bcf4,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:49.133415 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714d65-4620-4765-895f-e9ba773274ab req-1bd15118-4ab9-4f13-bd28-155dce7e677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:49.133495 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e723832-9b00-4b45-9119-88b3411d827a {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:49.135388 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-92714d65-4620-4765-895f-e9ba773274ab req-1bd15118-4ab9-4f13-bd28-155dce7e677b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.0611355 Aug 18 14:49:49.159312 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 9e723832-9b00-4b45-9119-88b3411d827a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=9e723832-9b00-4b45-9119-88b3411d827a,segment=NetworkSegment(7313bd69-c89f-43a2-843a-feb9574c0b9d),segment_id=7313bd69-c89f-43a2-843a-feb9574c0b9d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:49.167416 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.219837 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ba954013-0113-4a0d-8027-546f23923046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.266216 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.325382 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ba954013-0113-4a0d-8027-546f23923046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.337134 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=9e723832-9b00-4b45-9119-88b3411d827a,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:49.337535 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f6de1-cb2a-4cfa-bc28-fd9582c6b3eb req-86f5dfa1-03e9-4603-817d-da9bc419f654 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:49.339175 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1e6f6de1-cb2a-4cfa-bc28-fd9582c6b3eb req-86f5dfa1-03e9-4603-817d-da9bc419f654 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 944 time: 0.1731942 Aug 18 14:49:49.392608 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-92714d65-4620-4765-895f-e9ba773274ab req-81d79ff1-9829-4899-9ad3-98a612990df0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2494583 Aug 18 14:49:49.472850 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1e6f6de1-cb2a-4cfa-bc28-fd9582c6b3eb req-868280ac-0079-445d-9d9f-cf4deeb44902 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905349 Aug 18 14:49:49.472850 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.482011 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43848820-62cc-411c-af22-e05c7f52fb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.557659 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=8554c82d-a04d-48cb-9f08-a9665492518f,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:49.587791 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55742f-5a7c-4f50-ae12-f996b489109d req-99f7ee66-76bc-43d3-a909-d88b76af61c7 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:49.595479 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8c55742f-5a7c-4f50-ae12-f996b489109d req-99f7ee66-76bc-43d3-a909-d88b76af61c7 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 944 time: 0.2093263 Aug 18 14:49:49.638597 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Transition to ACTIVE for port object 304130f8-be46-405d-a39b-769baa59d498 will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:49.641150 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ba954013-0113-4a0d-8027-546f23923046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.645740 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ba954013-0113-4a0d-8027-546f23923046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.651369 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-ba954013-0113-4a0d-8027-546f23923046 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcd55649-4d19-4bb0-9911-d7f15842bcf4 HTTP/1.1" status: 204 len: 168 time: 0.5864027 Aug 18 14:49:49.680904 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba954013-0113-4a0d-8027-546f23923046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd55649-4d19-4bb0-9911-d7f15842bcf4,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:49.690542 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-92714d65-4620-4765-895f-e9ba773274ab req-dc8b9da9-a4ce-49c0-bfdc-1b95e705643b service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728560 Aug 18 14:49:49.755313 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['9e723832-9b00-4b45-9119-88b3411d827a'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:49:49.814473 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.820251 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8c55742f-5a7c-4f50-ae12-f996b489109d req-83f3f31e-a82b-4e0e-9ad3-0219ca88f70c tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210822 Aug 18 14:49:49.838564 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Attempting to bind port 8554c82d-a04d-48cb-9f08-a9665492518f on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:49.839263 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Attempting to bind port 8554c82d-a04d-48cb-9f08-a9665492518f by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:49.839696 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Attempting to bind port 8554c82d-a04d-48cb-9f08-a9665492518f on network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:49.859208 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Port 8554c82d-a04d-48cb-9f08-a9665492518f on network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:49:49.864729 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Attempting to bind port 8554c82d-a04d-48cb-9f08-a9665492518f on network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:49.874533 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:49.875019 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Checking segment: {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:49.875479 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Bound using segment: {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:49.876148 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Bound port: 8554c82d-a04d-48cb-9f08-a9665492518f, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:49.876511 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:49.891519 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:49:49.899926 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:49.905213 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:49:49.914143 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:49.957549 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd24a2-28d0-48db-8ba6-e61b88f7fd41 req-23e5eb12-c697-4ab9-a362-af40fffdd4a0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:49.959190 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-11fd24a2-28d0-48db-8ba6-e61b88f7fd41 req-23e5eb12-c697-4ab9-a362-af40fffdd4a0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 932 time: 0.1584446 Aug 18 14:49:50.018094 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] For port 8554c82d-a04d-48cb-9f08-a9665492518f, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:50.032321 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-92714d65-4620-4765-895f-e9ba773274ab req-061936ef-2047-4e6f-8960-81894ae92a14 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218749 Aug 18 14:49:50.034112 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] For port 8554c82d-a04d-48cb-9f08-a9665492518f, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8554c82d-a04d-48cb-9f08-a9665492518f,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:50.041039 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:50.043497 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.064807 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-11fd24a2-28d0-48db-8ba6-e61b88f7fd41 req-3ce883da-fbd5-4227-a32f-d115a466e34b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941987 Aug 18 14:49:50.104484 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43848820-62cc-411c-af22-e05c7f52fb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.131314 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2d5f-55b4-43ab-97ae-cfcefa93aeaf req-c037a1e7-1578-47db-a39c-db68c667c593 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:50.132851 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-84cb2d5f-55b4-43ab-97ae-cfcefa93aeaf req-c037a1e7-1578-47db-a39c-db68c667c593 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 943 time: 0.1207886 Aug 18 14:49:50.175723 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-84cb2d5f-55b4-43ab-97ae-cfcefa93aeaf req-0eb54555-61dc-4808-9bb7-9817ee345205 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358572 Aug 18 14:49:50.187396 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.220626 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:50.221533 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.222983 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] 10.222.0.49 "PUT /v2.0/ports/8554c82d-a04d-48cb-9f08-a9665492518f HTTP/1.1" status: 200 len: 1093 time: 1.9664106 Aug 18 14:49:50.251548 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d18c49-e57f-44ba-965c-5b680c24b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=8554c82d-a04d-48cb-9f08-a9665492518f,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:50.270737 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43848820-62cc-411c-af22-e05c7f52fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.315090 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-43848820-62cc-411c-af22-e05c7f52fb89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32d490d059de4a37b828b09580ea702e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4081655 Aug 18 14:49:50.316088 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43848820-62cc-411c-af22-e05c7f52fb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf549ecc-d96d-4e64-bad1-5d0f43c347ef,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:50.317699 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60002) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:50.384083 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-c51dc9df-5f00-41e7-984c-3d72649d6cb3 None None] Provisioning for port 304130f8-be46-405d-a39b-769baa59d498 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:50.392576 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-c51dc9df-5f00-41e7-984c-3d72649d6cb3 None None] Provisioning complete for port 304130f8-be46-405d-a39b-769baa59d498 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:50.393455 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c51dc9df-5f00-41e7-984c-3d72649d6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.406986 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-07c606cf-464b-4019-ae55-b2585c0b0a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.463452 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-e0b686cd-485c-4c65-8a7d-e20b5f7cb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:50.465343 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-e0b686cd-485c-4c65-8a7d-e20b5f7cb6dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0726156 Aug 18 14:49:50.468810 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-547ec91d-58c3-4da7-b53e-46fb928166c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0623674 Aug 18 14:49:50.468951 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-c51dc9df-5f00-41e7-984c-3d72649d6cb3 None None] Port 304130f8-be46-405d-a39b-769baa59d498 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:49:50.484308 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-07c606cf-464b-4019-ae55-b2585c0b0a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.506321 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Request body: {'port': {'device_id': '3efae87c-a951-4c33-b878-17475658b583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:50.531140 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'tag': '8554c82d-a04d-48cb-9f08-a9665492518f'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:50.533931 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfa0d1e-43fe-4d86-a234-f22368602a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7bf700-2427-40bf-8aa6-49492b704ea0", "tag": "8554c82d-a04d-48cb-9f08-a9665492518f"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:50.538293 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-b462ecab-70eb-4268-9c62-c33778375040 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8554c82d-a04d-48cb-9f08-a9665492518f HTTP/1.1" status: 200 len: 217 time: 0.0452423 Aug 18 14:49:50.580845 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e62474-3095-483e-acfc-3e3dbdd61801 x-openstack-request-id: req-71e62474-3095-483e-acfc-3e3dbdd61801 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:50.581319 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7bf700-2427-40bf-8aa6-49492b704ea0", "tag": "8554c82d-a04d-48cb-9f08-a9665492518f", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:50.581726 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71e62474-3095-483e-acfc-3e3dbdd61801 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:50.582252 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'tag': '8554c82d-a04d-48cb-9f08-a9665492518f', 'status': 'completed', 'code': 200} Aug 18 14:49:50.602830 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-5ba5304b-9ad4-49a1-91a6-618c5bf5e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:50.604307 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-5ba5304b-9ad4-49a1-91a6-618c5bf5e4c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.0589371 Aug 18 14:49:50.634156 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.662155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed7860-e506-4940-a502-eb1a46a461cf req-e5f8400c-1b1c-4fd7-81d2-89fe72b7105c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:50.663968 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c2ed7860-e506-4940-a502-eb1a46a461cf req-e5f8400c-1b1c-4fd7-81d2-89fe72b7105c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 944 time: 0.1219738 Aug 18 14:49:50.694145 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 0530808f-762e-4646-b823-d8a40952e76d details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:49:50.696882 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-9e928926-065b-4483-a7da-508467c16686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:50.698923 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-9e928926-065b-4483-a7da-508467c16686 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860083 Aug 18 14:49:50.787760 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-07c606cf-464b-4019-ae55-b2585c0b0a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.790295 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-07c606cf-464b-4019-ae55-b2585c0b0a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.791766 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-07c606cf-464b-4019-ae55-b2585c0b0a43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf549ecc-d96d-4e64-bad1-5d0f43c347ef HTTP/1.1" status: 204 len: 168 time: 0.4728019 Aug 18 14:49:50.799930 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c2ed7860-e506-4940-a502-eb1a46a461cf req-36de3bec-ce67-4ed5-8b1a-f57bd6d1b720 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132686 Aug 18 14:49:50.822222 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c606cf-464b-4019-ae55-b2585c0b0a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf549ecc-d96d-4e64-bad1-5d0f43c347ef,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:50.824699 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 0530808f-762e-4646-b823-d8a40952e76d, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=0530808f-762e-4646-b823-d8a40952e76d,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:50.833846 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-3d75b558-2c7f-4ba6-a50d-58f248fbe2c6 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273243 Aug 18 14:49:50.866897 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60026) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:50.870912 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '0530808f-762e-4646-b823-d8a40952e76d', 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b', 'port_id': '0530808f-762e-4646-b823-d8a40952e76d', 'mac_address': 'fa:16:3e:37:92:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb07cbeb-73d7-435b-ab85-e031f447c466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:49:50.963583 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:50.989438 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0530808f-762e-4646-b823-d8a40952e76d {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:51.017360 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d4e458a8-094c-4601-b538-c1b47ee63f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.025818 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304130f8-be46-405d-a39b-769baa59d498 {{(pid=100975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:51.045688 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.061111 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Transition to ACTIVE for port object 304130f8-be46-405d-a39b-769baa59d498 will not be triggered until provisioned by entity L2. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:49:51.065496 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 0530808f-762e-4646-b823-d8a40952e76d, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=0530808f-762e-4646-b823-d8a40952e76d,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:51.156582 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7b557-7774-49cd-bbd1-c6463fcd6df5 req-63508e29-8aac-4ee9-b536-acb558f30170 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:51.158103 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-39b7b557-7774-49cd-bbd1-c6463fcd6df5 req-63508e29-8aac-4ee9-b536-acb558f30170 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 944 time: 0.1514351 Aug 18 14:49:51.169838 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04d8d547-b3f1-41ea-894d-f8ebad0c59d7 req-0568ff15-6625-42f1-b86e-9697cd7ac251 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248582 Aug 18 14:49:51.201245 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a6284b92-d61e-4f5e-a14a-c0a441f55bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.201988 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc8bf1-0474-4fd1-8c3a-21e5bedfa53b req-1d50afe8-c979-4f25-8ede-3987e99ed193 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:51.202735 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.203919 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 91af2375-8990-4a63-943f-0a52a8888242 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:49:51.204075 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eafc8bf1-0474-4fd1-8c3a-21e5bedfa53b req-1d50afe8-c979-4f25-8ede-3987e99ed193 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 932 time: 0.0534620 Aug 18 14:49:51.205203 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.263148 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-39b7b557-7774-49cd-bbd1-c6463fcd6df5 req-2ab9932a-5c38-4e8c-abdc-ca1a515274c9 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955236 Aug 18 14:49:51.284195 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=0530808f-762e-4646-b823-d8a40952e76d,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:51.299932 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:51.324495 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 91af2375-8990-4a63-943f-0a52a8888242, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=91af2375-8990-4a63-943f-0a52a8888242,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:51.341448 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '91af2375-8990-4a63-943f-0a52a8888242', 'network_id': '7b49a8d7-21fe-4948-9be2-92db6ceac05b', 'port_id': '91af2375-8990-4a63-943f-0a52a8888242', 'mac_address': 'fa:16:3e:77:31:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb07cbeb-73d7-435b-ab85-e031f447c466', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:49:51.350680 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d4e458a8-094c-4601-b538-c1b47ee63f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.382558 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eafc8bf1-0474-4fd1-8c3a-21e5bedfa53b req-deedc90b-c047-47ab-8f60-b8942af78fa2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440525 Aug 18 14:49:51.425424 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Attempting to bind port 304130f8-be46-405d-a39b-769baa59d498 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:49:51.427353 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Attempting to bind port 304130f8-be46-405d-a39b-769baa59d498 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:49:51.428158 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Attempting to bind port 304130f8-be46-405d-a39b-769baa59d498 on network 893d2803-c5ab-43bc-aa81-4ce998c20cde {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:51.434063 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Port 304130f8-be46-405d-a39b-769baa59d498 on network 893d2803-c5ab-43bc-aa81-4ce998c20cde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:49:51.434406 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Attempting to bind port 304130f8-be46-405d-a39b-769baa59d498 on network 893d2803-c5ab-43bc-aa81-4ce998c20cde {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:49:51.440170 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:49:51.441014 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Checking segment: {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:51.441408 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Bound using segment: {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:49:51.441993 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Bound port: 304130f8-be46-405d-a39b-769baa59d498, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'}}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:49:51.442365 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.446866 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.464044 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91af2375-8990-4a63-943f-0a52a8888242 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:51.471802 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200c9fc-bcfc-499f-8b25-ec7e73e90b8d req-1daca0be-2e48-4d61-a2bd-3d61edf5434b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:51.479083 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9200c9fc-bcfc-499f-8b25-ec7e73e90b8d req-1daca0be-2e48-4d61-a2bd-3d61edf5434b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 943 time: 0.1169567 Aug 18 14:49:51.486517 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 91af2375-8990-4a63-943f-0a52a8888242, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=91af2375-8990-4a63-943f-0a52a8888242,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:51.505846 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-8e6d81ba-a439-4040-bf4e-81bc78dd1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:51.521354 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-8e6d81ba-a439-4040-bf4e-81bc78dd1522 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 1096 time: 0.1110799 Aug 18 14:49:51.532465 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, cleared binding levels {{(pid=100975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:49:51.537052 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:49:51.555062 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d4e458a8-094c-4601-b538-c1b47ee63f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.622959 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9200c9fc-bcfc-499f-8b25-ec7e73e90b8d req-21ddd3b1-0a35-4831-b505-3cf5e18c4ee5 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418056 Aug 18 14:49:51.643949 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.660144 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d4e458a8-094c-4601-b538-c1b47ee63f57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74b44844c3c7443d8352a6d195711c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7896957 Aug 18 14:49:51.662952 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60044) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:51.665065 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e458a8-094c-4601-b538-c1b47ee63f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8080ec-1cf9-4ce6-96f0-b197705463d2,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:51.688156 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.712224 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-ea5ef38b-9f4f-4e8b-b028-0543e4ab5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:51.714672 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-ea5ef38b-9f4f-4e8b-b028-0543e4ab5683 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 912 time: 0.1852314 Aug 18 14:49:51.717303 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=91af2375-8990-4a63-943f-0a52a8888242,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:51.761938 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-955eb5f9-f7aa-40e4-85e0-493b49abb5ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8554c82d-a04d-48cb-9f08-a9665492518f HTTP/1.1" status: 200 len: 217 time: 0.0383964 Aug 18 14:49:51.765400 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:51.766018 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.767434 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] 10.222.0.49 "PUT /v2.0/ports/304130f8-be46-405d-a39b-769baa59d498 HTTP/1.1" status: 200 len: 1094 time: 1.2661307 Aug 18 14:49:51.769419 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'tag': '304130f8-be46-405d-a39b-769baa59d498'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:51.771738 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7154ba0e-5b35-4cd2-908e-144e09d143a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "tag": "304130f8-be46-405d-a39b-769baa59d498"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:51.798370 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e1b32-a49f-4bbb-a6b6-3d62ce8ce683 service neutron] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=3']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:51.804127 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-58680794-2514-478f-9f39-12b5f1b31726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.851933 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebd655d-c0af-49fa-84a8-5a46146c968d x-openstack-request-id: req-cebd655d-c0af-49fa-84a8-5a46146c968d {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:51.852218 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "tag": "304130f8-be46-405d-a39b-769baa59d498", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:51.852467 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cebd655d-c0af-49fa-84a8-5a46146c968d {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:51.852868 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'tag': '304130f8-be46-405d-a39b-769baa59d498', 'status': 'completed', 'code': 200} Aug 18 14:49:51.865118 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-58680794-2514-478f-9f39-12b5f1b31726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:51.903330 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-c69ffa54-ff87-45ad-8945-22dd49969f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:51.905981 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-c69ffa54-ff87-45ad-8945-22dd49969f6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.1358421 Aug 18 14:49:51.934903 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154ba0e-5b35-4cd2-908e-144e09d143a3 req-3964922a-66a5-4166-aab2-7346d5e3f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:51.936569 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7154ba0e-5b35-4cd2-908e-144e09d143a3 req-3964922a-66a5-4166-aab2-7346d5e3f806 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 1097 time: 0.0529447 Aug 18 14:49:52.034365 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-87c257d4-2592-4cc2-9142-d1d7d5893902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:52.035898 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-87c257d4-2592-4cc2-9142-d1d7d5893902 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1234994 Aug 18 14:49:52.053814 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c135007-6baa-4114-aee6-05ce5edc48b3 req-92888141-4374-4f20-a877-582ccc25d62b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:52.053814 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7c135007-6baa-4114-aee6-05ce5edc48b3 req-92888141-4374-4f20-a877-582ccc25d62b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 945 time: 0.0975549 Aug 18 14:49:52.080182 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-58680794-2514-478f-9f39-12b5f1b31726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.082787 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-58680794-2514-478f-9f39-12b5f1b31726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.086634 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-58680794-2514-478f-9f39-12b5f1b31726 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca8080ec-1cf9-4ce6-96f0-b197705463d2 HTTP/1.1" status: 204 len: 168 time: 0.4203713 Aug 18 14:49:52.100235 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['0530808f-762e-4646-b823-d8a40952e76d'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:49:52.112344 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58680794-2514-478f-9f39-12b5f1b31726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8080ec-1cf9-4ce6-96f0-b197705463d2,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:52.152959 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7c135007-6baa-4114-aee6-05ce5edc48b3 req-c14bd219-ad39-48ba-bbe4-1158948cdf0d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947735 Aug 18 14:49:52.182272 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60062) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:52.192532 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-f935d1f8-fac1-416f-b544-dee71a5e0133 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415577 Aug 18 14:49:52.211502 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43d14f9c-c13f-4ba3-a916-57a3e4dfc419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.254056 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['91af2375-8990-4a63-943f-0a52a8888242'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:49:52.336847 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fcfa0d1e-43fe-4d86-a234-f22368602a5d req-80b55693-2583-4d26-a8e9-26870117303a service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277153 Aug 18 14:49:52.384621 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43d14f9c-c13f-4ba3-a916-57a3e4dfc419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.457576 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43d14f9c-c13f-4ba3-a916-57a3e4dfc419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.504041 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d14f9c-c13f-4ba3-a916-57a3e4dfc419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0267b96-d1c2-4024-a0b4-59aca64df75d,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:52.512773 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154ba0e-5b35-4cd2-908e-144e09d143a3 req-7165d23e-a935-4ddd-9ae0-afc28136fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:52.514353 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7154ba0e-5b35-4cd2-908e-144e09d143a3 req-7165d23e-a935-4ddd-9ae0-afc28136fa24 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5617945 Aug 18 14:49:52.523066 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60070) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:52.525077 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-43d14f9c-c13f-4ba3-a916-57a3e4dfc419 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62d613f0a09148adae976baecdfb58b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411672 Aug 18 14:49:52.547918 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192faa4-98a8-4910-8840-9e0bc948109f req-34fcf4ce-d82c-4b17-9cbb-c83ad09db49c tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:52.549661 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8192faa4-98a8-4910-8840-9e0bc948109f req-34fcf4ce-d82c-4b17-9cbb-c83ad09db49c tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 944 time: 0.1182623 Aug 18 14:49:52.578402 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51391e2e-d868-44da-aa1c-d165e1da195a req-17f6ffb5-ea9f-4e8e-b39d-79d348d2d058 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:52.579958 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-51391e2e-d868-44da-aa1c-d165e1da195a req-17f6ffb5-ea9f-4e8e-b39d-79d348d2d058 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0772817 Aug 18 14:49:52.587262 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60072) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:52.654236 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-51391e2e-d868-44da-aa1c-d165e1da195a req-9dc2595e-4922-4ea8-9769-191253c6ce9d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673752 Aug 18 14:49:52.695813 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 9e723832-9b00-4b45-9119-88b3411d827a up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:52.729418 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8192faa4-98a8-4910-8840-9e0bc948109f req-79f5ce25-34e2-47eb-bc05-e355d32a5ad1 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511478 Aug 18 14:49:52.731682 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1f3750a3-c222-49c5-9528-0efbf6632abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.787251 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e957-2e18-492d-a13a-254ecaca6811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.805963 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154ba0e-5b35-4cd2-908e-144e09d143a3 req-b8b2d5b9-42e3-441a-a0a2-923a030d2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:52.807618 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7154ba0e-5b35-4cd2-908e-144e09d143a3 req-b8b2d5b9-42e3-441a-a0a2-923a030d2c05 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2861569 Aug 18 14:49:52.819517 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e957-2e18-492d-a13a-254ecaca6811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.838382 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19c38-b5ba-40b0-a5cf-301e0fa4d0f6 req-0c640603-0bad-4808-b4e3-ea8e228ee60e tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:52.839803 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-91e19c38-b5ba-40b0-a5cf-301e0fa4d0f6 req-0c640603-0bad-4808-b4e3-ea8e228ee60e tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 943 time: 0.0756764 Aug 18 14:49:52.888400 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 9e723832-9b00-4b45-9119-88b3411d827a completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:52.892345 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 9e723832-9b00-4b45-9119-88b3411d827a triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:52.892835 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.897419 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-91e19c38-b5ba-40b0-a5cf-301e0fa4d0f6 req-eda12d12-d971-46c2-8c8a-cd2ffdca7fcc tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493889 Aug 18 14:49:52.921546 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1f3750a3-c222-49c5-9528-0efbf6632abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.937062 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-94922708-3739-470c-88bf-22f23ebd1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:52.938421 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-94922708-3739-470c-88bf-22f23ebd1283 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 1097 time: 0.0475607 Aug 18 14:49:52.987202 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:52.995874 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-5242dbb8-9ef3-4466-81d7-3b47f2494316 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=304130f8-be46-405d-a39b-769baa59d498 HTTP/1.1" status: 200 len: 217 time: 0.0399020 Aug 18 14:49:53.022864 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01c68dc-0711-43eb-b470-2257177195a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e723832-9b00-4b45-9119-88b3411d827a'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:53.048984 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-3a3cd8e9-5845-46d0-87be-d7274a410201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:53.050656 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-3a3cd8e9-5845-46d0-87be-d7274a410201 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0477686 Aug 18 14:49:53.102351 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 9e723832-9b00-4b45-9119-88b3411d827a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=9e723832-9b00-4b45-9119-88b3411d827a,segment=NetworkSegment(7313bd69-c89f-43a2-843a-feb9574c0b9d),segment_id=7313bd69-c89f-43a2-843a-feb9574c0b9d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:53.105866 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e957-2e18-492d-a13a-254ecaca6811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.108546 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e8b9e957-2e18-492d-a13a-254ecaca6811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.109665 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-e8b9e957-2e18-492d-a13a-254ecaca6811 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0267b96-d1c2-4024-a0b4-59aca64df75d HTTP/1.1" status: 204 len: 168 time: 0.5847321 Aug 18 14:49:53.115283 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-081ea997-a8e8-4211-9632-0b601ae9076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:53.116738 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-081ea997-a8e8-4211-9632-0b601ae9076d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578723 Aug 18 14:49:53.122085 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9e957-2e18-492d-a13a-254ecaca6811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0267b96-d1c2-4024-a0b4-59aca64df75d,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:53.168895 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1f3750a3-c222-49c5-9528-0efbf6632abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.203335 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e925c16-ca0a-4b5c-ace4-2e53d2937099" -d '{"events": [{"server_uuid": "e01c68dc-0711-43eb-b470-2257177195a7", "name": "network-vif-plugged", "status": "completed", "tag": "9e723832-9b00-4b45-9119-88b3411d827a"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:53.228463 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-1f3750a3-c222-49c5-9528-0efbf6632abc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6615b03517fb4f06a0c64fccf1e4a5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6396680 Aug 18 14:49:53.229328 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3750a3-c222-49c5-9528-0efbf6632abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d2222c-7cf5-45fd-927f-83a85c0c0da7,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:53.232593 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60104) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:53.242304 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-0e8fac91-f42e-4cc3-88c3-1b263f28f1df service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159213 Aug 18 14:49:53.248291 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.310027 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=9e723832-9b00-4b45-9119-88b3411d827a,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:53.313537 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7775-6409-4655-b7f4-b3a859c13a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.341547 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7775-6409-4655-b7f4-b3a859c13a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.361993 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91317dc-67ea-4d28-a6e0-dc355a750fa2 req-7225f47a-ccb8-416a-b130-35a2ec45f7fc tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:53.363651 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e91317dc-67ea-4d28-a6e0-dc355a750fa2 req-7225f47a-ccb8-416a-b130-35a2ec45f7fc tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 945 time: 0.1201103 Aug 18 14:49:53.368790 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb67346a-b7da-4c5d-a8dd-5319bbd48d34 x-openstack-request-id: req-fb67346a-b7da-4c5d-a8dd-5319bbd48d34 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:53.369143 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01c68dc-0711-43eb-b470-2257177195a7", "name": "network-vif-plugged", "status": "completed", "tag": "9e723832-9b00-4b45-9119-88b3411d827a", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:53.369418 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb67346a-b7da-4c5d-a8dd-5319bbd48d34 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:53.370029 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01c68dc-0711-43eb-b470-2257177195a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e723832-9b00-4b45-9119-88b3411d827a', 'code': 200} Aug 18 14:49:53.416824 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dc2c86f-8d51-498d-afe4-8e47fea7a89a req-eb115eef-9e4c-447c-aa9e-66f62884850c service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606987 Aug 18 14:49:53.435299 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e91317dc-67ea-4d28-a6e0-dc355a750fa2 req-2befceda-b0fd-47f6-822f-5b17fe0dd764 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513396 Aug 18 14:49:53.493944 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7775-6409-4655-b7f4-b3a859c13a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.496470 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7775-6409-4655-b7f4-b3a859c13a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.497626 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-1c4b7775-6409-4655-b7f4-b3a859c13a38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10d2222c-7cf5-45fd-927f-83a85c0c0da7 HTTP/1.1" status: 204 len: 168 time: 0.2522790 Aug 18 14:49:53.505702 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b7775-6409-4655-b7f4-b3a859c13a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d2222c-7cf5-45fd-927f-83a85c0c0da7,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:53.529791 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0b6347d6-2683-4461-b157-8aa97b38d6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.760204 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.766000 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d04b3d-7fd4-4ec0-9919-e77cdd9a91b3 req-56ec3f24-edb7-4666-aba9-d82d75f79f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:53.767777 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-49d04b3d-7fd4-4ec0-9919-e77cdd9a91b3 req-56ec3f24-edb7-4666-aba9-d82d75f79f13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 1098 time: 0.0783024 Aug 18 14:49:53.789014 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b77a8-1471-49ae-8c18-ee5e5e470220 req-a3aabbc6-9e96-4d37-b4b8-2fa4818308cf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:53.789970 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-49d04b3d-7fd4-4ec0-9919-e77cdd9a91b3 req-fe15801d-89bf-4a57-8d0f-97aa2deed16e service neutron] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:53.790769 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8f8b77a8-1471-49ae-8c18-ee5e5e470220 req-a3aabbc6-9e96-4d37-b4b8-2fa4818308cf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0643587 Aug 18 14:49:53.835545 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8f8b77a8-1471-49ae-8c18-ee5e5e470220 req-f2c1519c-77da-40b0-859b-8b153842263b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380254 Aug 18 14:49:53.892144 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0813d8-a6dc-4761-85d1-6173282967bd req-7f98daae-5fad-4178-893f-e52b3ddf2d49 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:53.893634 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8c0813d8-a6dc-4761-85d1-6173282967bd req-7f98daae-5fad-4178-893f-e52b3ddf2d49 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 945 time: 0.0856922 Aug 18 14:49:53.951009 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8c0813d8-a6dc-4761-85d1-6173282967bd req-13b9a1f7-afe6-4e3d-90fe-e781441976d8 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501168 Aug 18 14:49:53.969607 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-49d04b3d-7fd4-4ec0-9919-e77cdd9a91b3 req-fe15801d-89bf-4a57-8d0f-97aa2deed16e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.037098 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bec91c-4b36-4f11-8250-73ff953c208e req-0ffcdf8b-ddf2-4f98-80bf-99e128385ad0 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:54.038574 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-51bec91c-4b36-4f11-8250-73ff953c208e req-0ffcdf8b-ddf2-4f98-80bf-99e128385ad0 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 943 time: 0.0489302 Aug 18 14:49:54.077049 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-51bec91c-4b36-4f11-8250-73ff953c208e req-45f7a13c-64f3-4359-a2e7-d6dc0d2bae34 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Aug 18 14:49:54.191177 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-49d04b3d-7fd4-4ec0-9919-e77cdd9a91b3 req-fe15801d-89bf-4a57-8d0f-97aa2deed16e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.224508 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-49d04b3d-7fd4-4ec0-9919-e77cdd9a91b3 req-fe15801d-89bf-4a57-8d0f-97aa2deed16e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493163 Aug 18 14:49:54.233218 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15801d-89bf-4a57-8d0f-97aa2deed16e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00dd7652-2f41-4b5a-9645-3fe9e03ca776,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:54.457672 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:49:54.478474 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60144) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:54.496015 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-36d0d685-d39a-42ef-9b7a-2b8b9e75ff05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.577612 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9d103-a3cd-4f59-887b-608b803ddeca req-66faf6fb-13c0-4e0e-be05-2ac44105145a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:54.580707 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cff9d103-a3cd-4f59-887b-608b803ddeca req-66faf6fb-13c0-4e0e-be05-2ac44105145a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 945 time: 0.0584075 Aug 18 14:49:54.629134 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cff9d103-a3cd-4f59-887b-608b803ddeca req-0abeaa5e-9e48-4d1d-8dca-9f068414bc73 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Aug 18 14:49:54.630127 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-36d0d685-d39a-42ef-9b7a-2b8b9e75ff05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.693629 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 0530808f-762e-4646-b823-d8a40952e76d up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:54.697999 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.768171 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-36d0d685-d39a-42ef-9b7a-2b8b9e75ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.809255 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-36d0d685-d39a-42ef-9b7a-2b8b9e75ff05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b2b856bed8d4f5fb911198a2385522b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296897 Aug 18 14:49:54.811365 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0d685-d39a-42ef-9b7a-2b8b9e75ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda04a2b-9350-42e4-853e-d0d3c1bf1ea0,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:54.812091 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60152) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:54.865238 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5cb1351f-ad97-4b16-bae1-6f45f16f694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.877799 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.886814 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5cb1351f-ad97-4b16-bae1-6f45f16f694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:54.966332 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 0530808f-762e-4646-b823-d8a40952e76d completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:54.968629 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7218ee-7364-4f33-b66a-3e400daa85d1 req-effd0553-27fc-4a4e-9f09-3217334c58ce tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:54.972306 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7e7218ee-7364-4f33-b66a-3e400daa85d1 req-effd0553-27fc-4a4e-9f09-3217334c58ce tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0576308 Aug 18 14:49:54.972472 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 0530808f-762e-4646-b823-d8a40952e76d triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:54.972472 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.046380 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7e7218ee-7364-4f33-b66a-3e400daa85d1 req-9445e7e0-c544-4964-8218-ce970249fda4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538926 Aug 18 14:49:55.092859 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5cb1351f-ad97-4b16-bae1-6f45f16f694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.096045 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5cb1351f-ad97-4b16-bae1-6f45f16f694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.101448 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-5cb1351f-ad97-4b16-bae1-6f45f16f694b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cda04a2b-9350-42e4-853e-d0d3c1bf1ea0 HTTP/1.1" status: 204 len: 168 time: 0.2852602 Aug 18 14:49:55.122889 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.134441 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1351f-ad97-4b16-bae1-6f45f16f694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda04a2b-9350-42e4-853e-d0d3c1bf1ea0,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:55.179650 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 0530808f-762e-4646-b823-d8a40952e76d, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=0530808f-762e-4646-b823-d8a40952e76d,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:55.190192 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73957ab0-a230-4929-8007-28418246998d req-befbaaeb-d0fd-44b4-9ba6-fe51c23ecbe3 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:55.191763 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-73957ab0-a230-4929-8007-28418246998d req-befbaaeb-d0fd-44b4-9ba6-fe51c23ecbe3 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 945 time: 0.1069386 Aug 18 14:49:55.242764 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd1ac4-aced-40cf-a565-5e5a94d4bc86 req-b9948c69-8299-4113-9444-488dca5a7a8d tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:55.243932 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-73957ab0-a230-4929-8007-28418246998d req-126eaadd-3a0b-4d31-889b-7e07456f5b1b tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453463 Aug 18 14:49:55.244212 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-89dd1ac4-aced-40cf-a565-5e5a94d4bc86 req-b9948c69-8299-4113-9444-488dca5a7a8d tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 943 time: 0.0539508 Aug 18 14:49:55.288374 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.289173 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 91af2375-8990-4a63-943f-0a52a8888242 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:49:55.299944 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-89dd1ac4-aced-40cf-a565-5e5a94d4bc86 req-3f626593-1550-47f3-a336-789c2e03a555 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337937 Aug 18 14:49:55.368694 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=0530808f-762e-4646-b823-d8a40952e76d,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:55.372129 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dee1230-6e11-4352-9471-5967674b49ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530808f-762e-4646-b823-d8a40952e76d'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:55.374347 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93446735-b163-4c8a-878b-f92ad873eb77" -d '{"events": [{"server_uuid": "6dee1230-6e11-4352-9471-5967674b49ed", "name": "network-vif-plugged", "status": "completed", "tag": "0530808f-762e-4646-b823-d8a40952e76d"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:55.408850 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac421482-1593-4c14-a232-a34fcdc67c91 x-openstack-request-id: req-ac421482-1593-4c14-a232-a34fcdc67c91 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:55.409153 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dee1230-6e11-4352-9471-5967674b49ed", "name": "network-vif-plugged", "status": "completed", "tag": "0530808f-762e-4646-b823-d8a40952e76d", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:55.409402 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac421482-1593-4c14-a232-a34fcdc67c91 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:55.409792 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dee1230-6e11-4352-9471-5967674b49ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530808f-762e-4646-b823-d8a40952e76d', 'code': 200} Aug 18 14:49:55.543487 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60184) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:55.554385 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 91af2375-8990-4a63-943f-0a52a8888242 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:49:55.559089 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 91af2375-8990-4a63-943f-0a52a8888242 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:49:55.559461 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.636723 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1165304803-network', 'tenant_id': 'f39ac3b04b7b45569f2c974e1a7ea5ee'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:55.642675 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.700206 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 91af2375-8990-4a63-943f-0a52a8888242, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=91af2375-8990-4a63-943f-0a52a8888242,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:55.785026 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dd10d-c2d0-4db7-ae25-01d071ed8861 req-a60d15cd-b4e3-4750-bb90-44781d0a0a29 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:55.786620 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1d6dd10d-c2d0-4db7-ae25-01d071ed8861 req-a60d15cd-b4e3-4750-bb90-44781d0a0a29 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 945 time: 0.0721786 Aug 18 14:49:55.831941 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Made reservation on behalf of f39ac3b04b7b45569f2c974e1a7ea5ee for: {'network': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:55.834067 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1d6dd10d-c2d0-4db7-ae25-01d071ed8861 req-972abebb-224f-4c22-bd1f-399848cf96b7 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Aug 18 14:49:55.838552 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.852841 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.938102 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.957374 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:55.990754 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=91af2375-8990-4a63-943f-0a52a8888242,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:56.024461 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e5853-bc32-4162-a471-548cf5daf945 req-9ae0369f-b46c-4552-a2c9-aadd274e165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:56.025915 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d19e5853-bc32-4162-a471-548cf5daf945 req-9ae0369f-b46c-4552-a2c9-aadd274e165b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1099 time: 0.0385439 Aug 18 14:49:56.063529 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d19e5853-bc32-4162-a471-548cf5daf945 req-91720cad-7b2b-4669-89af-23c1a100d15b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269597 Aug 18 14:49:56.111170 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.136688 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:56.156615 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21532c3a-af1d-4914-9081-33cd2fc7712c,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:56.186217 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.186590 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.segments_db [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Added segment 265a5e57-591d-4f26-b26d-bcc2cd028bb4 of type vlan for network 033ff907-8ad8-4bd1-b8dc-48acfb364cd2 Aug 18 14:49:56.235140 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.248750 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc486aa-aa70-4bfb-862f-e9a15655f278 req-4a3ad706-2e86-4b23-8541-39098a80c3d4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:56.250502 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0bc486aa-aa70-4bfb-862f-e9a15655f278 req-4a3ad706-2e86-4b23-8541-39098a80c3d4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.1090009 Aug 18 14:49:56.304783 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0bc486aa-aa70-4bfb-862f-e9a15655f278 req-14d8fbf7-f901-4b7f-ba2f-7520027a1562 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421920 Aug 18 14:49:56.362841 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.364099 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:56.364810 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.407346 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232b923-2f5d-4cc0-a12e-b41793771a53 req-3cf59778-4355-4aa7-aa12-ec87f50020d1 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:56.419104 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2232b923-2f5d-4cc0-a12e-b41793771a53 req-3cf59778-4355-4aa7-aa12-ec87f50020d1 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 945 time: 0.0966034 Aug 18 14:49:56.442069 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.455260 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2232b923-2f5d-4cc0-a12e-b41793771a53 req-9f67d051-2ee0-4bcf-83fe-4bd04dcb936d tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Aug 18 14:49:56.491911 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] Pushing event updated for resources: {'Network': ['ID=033ff907-8ad8-4bd1-b8dc-48acfb364cd2,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:56.503765 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 033ff907-8ad8-4bd1-b8dc-48acfb364cd2 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:56.509184 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e6ca9-3674-4f92-b44e-3012be4782d5 req-0f60ae33-b4e1-41a7-ae9e-8854ae51120f tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:56.510876 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9d7e6ca9-3674-4f92-b44e-3012be4782d5 req-0f60ae33-b4e1-41a7-ae9e-8854ae51120f tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 943 time: 0.0910015 Aug 18 14:49:56.545405 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-0a6a06ef-8465-4d34-861b-daeb3e061274 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9981594 Aug 18 14:49:56.545818 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60226) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:56.552235 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Request body: {'subnet': {'network_id': '033ff907-8ad8-4bd1-b8dc-48acfb364cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1165304803-subnet', 'tenant_id': 'f39ac3b04b7b45569f2c974e1a7ea5ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:56.572206 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9d7e6ca9-3674-4f92-b44e-3012be4782d5 req-b2af193e-e889-405a-9691-98451dbf31ee tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539505 Aug 18 14:49:56.691472 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Made reservation on behalf of f39ac3b04b7b45569f2c974e1a7ea5ee for: {'subnet': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:56.694133 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63690610'] for subnet, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.711371 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 8554c82d-a04d-48cb-9f08-a9665492518f details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:49:56.842660 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 8554c82d-a04d-48cb-9f08-a9665492518f, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8554c82d-a04d-48cb-9f08-a9665492518f,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:56.855180 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '8554c82d-a04d-48cb-9f08-a9665492518f', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'port_id': '8554c82d-a04d-48cb-9f08-a9665492518f', 'mac_address': 'fa:16:3e:69:d6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:49:56.897627 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:56.911441 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8554c82d-a04d-48cb-9f08-a9665492518f {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:56.934576 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 8554c82d-a04d-48cb-9f08-a9665492518f, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8554c82d-a04d-48cb-9f08-a9665492518f,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:56.970983 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b38040-dbe7-44e0-9c6a-a49afc8ed94e req-95339004-a34c-41a3-8232-c26f396d1806 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:56.972501 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-01b38040-dbe7-44e0-9c6a-a49afc8ed94e req-95339004-a34c-41a3-8232-c26f396d1806 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0542119 Aug 18 14:49:57.010414 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-01b38040-dbe7-44e0-9c6a-a49afc8ed94e req-38cb0d51-055e-4a5e-a784-aced01e9568f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Aug 18 14:49:57.036854 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63690596'] for subnet, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.063855 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.096854 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8265bd6-3558-4514-898e-137067f16413,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:57.105677 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Checking segment: {'id': '265a5e57-591d-4f26-b26d-bcc2cd028bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '033ff907-8ad8-4bd1-b8dc-48acfb364cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:49:57.106031 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Network hostable DHCP agents. Network: 033ff907-8ad8-4bd1-b8dc-48acfb364cd2, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:49:57.113824 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=8554c82d-a04d-48cb-9f08-a9665492518f,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:57.242153 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Network 033ff907-8ad8-4bd1-b8dc-48acfb364cd2 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:49:57.362748 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 033ff907-8ad8-4bd1-b8dc-48acfb364cd2) {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:49:57.367860 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:57.368713 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.379040 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b322d9-4448-4ec8-80ab-89a8f46fcf93 None None] Network 033ff907-8ad8-4bd1-b8dc-48acfb364cd2 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:57.436385 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa14d7-9d75-4816-a7d2-28e815755954 req-8d45e680-55a8-443b-88a8-ed698fddb125 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:57.443295 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-89fa14d7-9d75-4816-a7d2-28e815755954 req-8d45e680-55a8-443b-88a8-ed698fddb125 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0653892 Aug 18 14:49:57.457074 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60244) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:57.480943 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-89fa14d7-9d75-4816-a7d2-28e815755954 req-08cfa122-3d02-4d80-a816-be0d9c5d2a50 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355494 Aug 18 14:49:57.500638 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-46202cc6-befb-4128-af5b-5db3f146712c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9523735 Aug 18 14:49:57.579640 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0d6c96-1c11-41b6-898d-6793352cf993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91af2375-8990-4a63-943f-0a52a8888242'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:49:57.582491 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3f3b47-2b6e-49ca-8552-7e09b1525bf1" -d '{"events": [{"server_uuid": "0c0d6c96-1c11-41b6-898d-6793352cf993", "name": "network-vif-plugged", "status": "completed", "tag": "91af2375-8990-4a63-943f-0a52a8888242"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:49:57.606335 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['8554c82d-a04d-48cb-9f08-a9665492518f'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:49:57.630307 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e11dcad-65d0-4c4a-89d9-a21eb4622ab6 x-openstack-request-id: req-8e11dcad-65d0-4c4a-89d9-a21eb4622ab6 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:49:57.631575 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0d6c96-1c11-41b6-898d-6793352cf993", "name": "network-vif-plugged", "status": "completed", "tag": "91af2375-8990-4a63-943f-0a52a8888242", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:49:57.631967 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e11dcad-65d0-4c4a-89d9-a21eb4622ab6 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:49:57.632354 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0d6c96-1c11-41b6-898d-6793352cf993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91af2375-8990-4a63-943f-0a52a8888242', 'code': 200} Aug 18 14:49:57.718251 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a993-e0d2-4760-a23b-980842caae14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:57.721000 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19566d93-6732-4789-ad66-1d3c8c4b3a59 None None] Network 033ff907-8ad8-4bd1-b8dc-48acfb364cd2 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:49:57.750090 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100750f-325b-41bb-bc60-c592cfaf4ac0 req-d7b70684-e7bc-4770-a970-7c0fb44a30bd tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:57.751693 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4100750f-325b-41bb-bc60-c592cfaf4ac0 req-d7b70684-e7bc-4770-a970-7c0fb44a30bd tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 945 time: 0.1973631 Aug 18 14:49:57.768659 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b5708-5891-48f4-a0bd-483be85a3ccf req-4b2ad083-27c5-4baa-9795-c90ba89186b7 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:57.775961 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0f9b5708-5891-48f4-a0bd-483be85a3ccf req-4b2ad083-27c5-4baa-9795-c90ba89186b7 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 944 time: 0.0944619 Aug 18 14:49:57.851236 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0f9b5708-5891-48f4-a0bd-483be85a3ccf req-29a3ea6a-7449-418e-a3f9-4fd73d423742 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707061 Aug 18 14:49:57.895164 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4100750f-325b-41bb-bc60-c592cfaf4ac0 req-2d852c41-5d02-4682-b0c8-e881af55c694 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317842 Aug 18 14:49:57.957982 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a993-e0d2-4760-a23b-980842caae14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.119954 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a993-e0d2-4760-a23b-980842caae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.124207 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e4160-b747-4703-976f-370b34f3c810 req-0803ca78-b952-43ba-a402-bd64034f70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:58.125839 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-fc0e4160-b747-4703-976f-370b34f3c810 req-0803ca78-b952-43ba-a402-bd64034f70a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 1099 time: 0.0759499 Aug 18 14:49:58.137903 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e80080-58ba-49d2-9b19-102d2286762b req-9e59cc7d-e606-467e-8566-8648e3a041e0 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:58.139404 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-53e80080-58ba-49d2-9b19-102d2286762b req-9e59cc7d-e606-467e-8566-8648e3a041e0 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0613017 Aug 18 14:49:58.158113 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-a8c3a993-e0d2-4760-a23b-980842caae14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e9d9a112fdb48959f42a88b6529052f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6999581 Aug 18 14:49:58.159982 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3a993-e0d2-4760-a23b-980842caae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199d26c2-20a8-42ca-a663-ee847694691d,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:58.161242 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60276) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:58.218810 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-fc0e4160-b747-4703-976f-370b34f3c810 req-7a0b029e-a37e-4ec4-8075-09789c94655c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783985 Aug 18 14:49:58.230145 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-53e80080-58ba-49d2-9b19-102d2286762b req-e02186aa-7751-45d8-a6b8-20c81b02631e tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838234 Aug 18 14:49:58.244542 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1813d50-a795-46d2-8245-6dd4b155f7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.271697 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1813d50-a795-46d2-8245-6dd4b155f7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.468821 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1813d50-a795-46d2-8245-6dd4b155f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.471780 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e1813d50-a795-46d2-8245-6dd4b155f7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.478983 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-e1813d50-a795-46d2-8245-6dd4b155f7d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/199d26c2-20a8-42ca-a663-ee847694691d HTTP/1.1" status: 204 len: 168 time: 0.3108377 Aug 18 14:49:58.481162 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1813d50-a795-46d2-8245-6dd4b155f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199d26c2-20a8-42ca-a663-ee847694691d,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:58.493310 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60288) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:58.499005 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-395820781-network', 'tenant_id': '244afaa1cf794cf48d2b1791351283aa'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:58.603632 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Made reservation on behalf of 244afaa1cf794cf48d2b1791351283aa for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:58.606436 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.622239 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03f559-6765-4792-83f0-34d4ff7cf7b3 req-53220c2e-4df7-4e1e-8983-caa8555f48c1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:58.623682 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ff03f559-6765-4792-83f0-34d4ff7cf7b3 req-53220c2e-4df7-4e1e-8983-caa8555f48c1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0632007 Aug 18 14:49:58.624715 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.689693 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ff03f559-6765-4792-83f0-34d4ff7cf7b3 req-af5ae02f-9f61-4b06-9a68-482d1b0a34e8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554626 Aug 18 14:49:58.726414 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 304130f8-be46-405d-a39b-769baa59d498 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:49:58.758132 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.871836 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:58.883191 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '304130f8-be46-405d-a39b-769baa59d498', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'port_id': '304130f8-be46-405d-a39b-769baa59d498', 'mac_address': 'fa:16:3e:f0:23:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:49:58.911409 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.920494 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.934066 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:49:58.950216 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66861af5-1cb5-49bb-b9d7-a87733d0b09b,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:58.951135 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304130f8-be46-405d-a39b-769baa59d498 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:49:58.953118 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:58.953462 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Added segment 581bc8d9-bcaa-4bcc-8b3d-cd6bed5acd8d of type vlan for network 5463e94f-12fa-4a38-8ced-6ff6dd9a29f2 Aug 18 14:49:58.996100 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f31e1-a82f-4a7d-9595-26605e3781ca req-d2b8da9d-0f23-4d83-9995-75bcfa0230b5 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:58.997926 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-135f31e1-a82f-4a7d-9595-26605e3781ca req-d2b8da9d-0f23-4d83-9995-75bcfa0230b5 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 944 time: 0.0837047 Aug 18 14:49:59.033223 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:59.069194 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:49:59.073931 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-135f31e1-a82f-4a7d-9595-26605e3781ca req-0d97c2f6-b5b5-4048-ad68-8ce901badbe0 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656796 Aug 18 14:49:59.189316 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:59.190183 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:59.191548 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:59.192632 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:59.255633 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:59.266945 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] Pushing event updated for resources: {'Network': ['ID=5463e94f-12fa-4a38-8ced-6ff6dd9a29f2,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:49:59.278074 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 5463e94f-12fa-4a38-8ced-6ff6dd9a29f2 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:49:59.347645 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-30fc5ee9-e5df-43d7-a5df-e38e35a5e665 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8531344 Aug 18 14:49:59.350258 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60326) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:59.357332 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Request body: {'subnet': {'network_id': '5463e94f-12fa-4a38-8ced-6ff6dd9a29f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-395820781-subnet', 'tenant_id': '244afaa1cf794cf48d2b1791351283aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:49:59.388332 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f05c0b-7b5d-46ec-8c84-a599dec70c52 req-ed32b589-2571-4f1d-b27d-820f6a55f490 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:59.391001 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-20f05c0b-7b5d-46ec-8c84-a599dec70c52 req-ed32b589-2571-4f1d-b27d-820f6a55f490 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0800786 Aug 18 14:49:59.427708 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-20f05c0b-7b5d-46ec-8c84-a599dec70c52 req-2e22bd47-64d3-419a-89dc-ebf943755858 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Aug 18 14:49:59.519856 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Made reservation on behalf of 244afaa1cf794cf48d2b1791351283aa for: {'subnet': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:49:59.522284 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63690610'] for subnet, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:59.581038 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60332) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:49:59.725166 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3ff29252-5fea-4c07-b60e-f6e56a4a92b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:59.763963 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['304130f8-be46-405d-a39b-769baa59d498'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:49:59.801563 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63690596'] for subnet, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:49:59.849391 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171a5e1-14bf-4b71-a2ae-6dc9c97df3a7 req-a4065927-5591-458d-9953-0c0994c9efd1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:49:59.861021 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7171a5e1-14bf-4b71-a2ae-6dc9c97df3a7 req-a4065927-5591-458d-9953-0c0994c9efd1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 945 time: 0.0905204 Aug 18 14:49:59.922031 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7171a5e1-14bf-4b71-a2ae-6dc9c97df3a7 req-5d6ef9c1-5bb5-410d-8426-b4613caeb074 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600166 Aug 18 14:50:00.138414 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a5d4c4-cc7c-40ad-92e0-88c9699a2231,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:00.189504 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3ff29252-5fea-4c07-b60e-f6e56a4a92b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:00.199252 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Checking segment: {'id': '581bc8d9-bcaa-4bcc-8b3d-cd6bed5acd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5463e94f-12fa-4a38-8ced-6ff6dd9a29f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:50:00.199596 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Network hostable DHCP agents. Network: 5463e94f-12fa-4a38-8ced-6ff6dd9a29f2, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:50:00.224688 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c13485-1066-43bf-b159-a1d48268b2ca req-deda85c8-497b-423d-ad4e-804ca1ecf4e1 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:00.226140 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-77c13485-1066-43bf-b159-a1d48268b2ca req-deda85c8-497b-423d-ad4e-804ca1ecf4e1 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 944 time: 0.0766420 Aug 18 14:50:00.267898 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-77c13485-1066-43bf-b159-a1d48268b2ca req-f5820477-c6c9-4001-88cb-88b701b8dfa0 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355306 Aug 18 14:50:00.280107 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3ff29252-5fea-4c07-b60e-f6e56a4a92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:00.313318 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Network 5463e94f-12fa-4a38-8ced-6ff6dd9a29f2 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:50:00.324404 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-3ff29252-5fea-4c07-b60e-f6e56a4a92b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a5d3f308da34f008136b20018eec4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7426922 Aug 18 14:50:00.326427 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff29252-5fea-4c07-b60e-f6e56a4a92b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d6cf4c-0ae4-482c-b0ff-ca78cd2f90fd,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:00.327232 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60356) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:00.375780 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-27f700ef-aa6e-4236-a9bd-204a789430f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:00.396904 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-27f700ef-aa6e-4236-a9bd-204a789430f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:00.407909 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 5463e94f-12fa-4a38-8ced-6ff6dd9a29f2) {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:50:00.411870 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:00.412460 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3162324b-b992-4034-a702-776d9215272b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:00.417295 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42572082-f479-4341-8182-e9a5eb42acdf None None] Network 5463e94f-12fa-4a38-8ced-6ff6dd9a29f2 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:50:00.514605 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-3162324b-b992-4034-a702-776d9215272b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1471303 Aug 18 14:50:00.537375 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-27f700ef-aa6e-4236-a9bd-204a789430f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:00.540076 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-27f700ef-aa6e-4236-a9bd-204a789430f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:00.541571 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-27f700ef-aa6e-4236-a9bd-204a789430f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06d6cf4c-0ae4-482c-b0ff-ca78cd2f90fd HTTP/1.1" status: 204 len: 168 time: 0.2133710 Aug 18 14:50:00.547255 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18880203-414e-4884-a7ec-084951352921 None None] Network 5463e94f-12fa-4a38-8ced-6ff6dd9a29f2 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:50:00.556818 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f700ef-aa6e-4236-a9bd-204a789430f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d6cf4c-0ae4-482c-b0ff-ca78cd2f90fd,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:00.580910 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7876ad9-1dd3-4634-b4e6-7d97663145d4 req-967c9bdc-490d-4384-bfe4-f90a5891cb14 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:00.582409 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b7876ad9-1dd3-4634-b4e6-7d97663145d4 req-967c9bdc-490d-4384-bfe4-f90a5891cb14 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0809774 Aug 18 14:50:00.633086 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b7876ad9-1dd3-4634-b4e6-7d97663145d4 req-90ff18d8-b776-45f0-98d3-9a9a525349a8 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Aug 18 14:50:00.735051 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 8554c82d-a04d-48cb-9f08-a9665492518f up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:50:00.897355 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 8554c82d-a04d-48cb-9f08-a9665492518f completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:50:00.902661 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 8554c82d-a04d-48cb-9f08-a9665492518f triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:50:00.903134 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:01.114064 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5319152-ce41-48d4-8bdd-3dfbd6d803d1 req-d38cfb4a-04f2-4e95-b9ab-fe6f4cb67e5a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:01.125777 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a5319152-ce41-48d4-8bdd-3dfbd6d803d1 req-d38cfb4a-04f2-4e95-b9ab-fe6f4cb67e5a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 945 time: 0.0913351 Aug 18 14:50:01.134722 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:01.169439 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a5319152-ce41-48d4-8bdd-3dfbd6d803d1 req-06907d1f-c48a-4c06-99df-1b8a60441d7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Aug 18 14:50:01.188080 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8554c82d-a04d-48cb-9f08-a9665492518f'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:01.190296 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee2861a-af7e-4e08-9f71-92a26d0c0b6a" -d '{"events": [{"server_uuid": "2f7bf700-2427-40bf-8aa6-49492b704ea0", "name": "network-vif-plugged", "status": "completed", "tag": "8554c82d-a04d-48cb-9f08-a9665492518f"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:01.205318 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 8554c82d-a04d-48cb-9f08-a9665492518f, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8554c82d-a04d-48cb-9f08-a9665492518f,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:01.255872 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f31f08-ea07-4ec1-8bf2-547d46496dbc x-openstack-request-id: req-10f31f08-ea07-4ec1-8bf2-547d46496dbc {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:01.256184 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7bf700-2427-40bf-8aa6-49492b704ea0", "name": "network-vif-plugged", "status": "completed", "tag": "8554c82d-a04d-48cb-9f08-a9665492518f", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:01.256446 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10f31f08-ea07-4ec1-8bf2-547d46496dbc {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:01.256840 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8554c82d-a04d-48cb-9f08-a9665492518f', 'code': 200} Aug 18 14:50:01.299874 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:01.365972 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=8554c82d-a04d-48cb-9f08-a9665492518f,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:01.379165 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51171c2d-1524-4853-8b23-f3f024d5a7fa req-9f78c44c-1817-4244-bc14-c01929727a57 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:01.380660 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-51171c2d-1524-4853-8b23-f3f024d5a7fa req-9f78c44c-1817-4244-bc14-c01929727a57 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0693417 Aug 18 14:50:01.416224 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-3794e98a-5104-4ad4-9880-64fc425d0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:01.418677 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-3794e98a-5104-4ad4-9880-64fc425d0c63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 1099 time: 0.0427153 Aug 18 14:50:01.420139 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-51171c2d-1524-4853-8b23-f3f024d5a7fa req-d60df0bf-d80c-4d1f-959d-d7016c1bb26c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332928 Aug 18 14:50:01.516908 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-5bd7de4a-a6d8-4a6c-9e46-6951ce9ac7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:01.518470 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-5bd7de4a-a6d8-4a6c-9e46-6951ce9ac7cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 919 time: 0.0935440 Aug 18 14:50:01.552912 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cab24-6f42-4583-b461-869dbe5244d8 req-19e23ea6-a50f-4b49-8aff-78a717a50180 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:01.554433 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-949cab24-6f42-4583-b461-869dbe5244d8 req-19e23ea6-a50f-4b49-8aff-78a717a50180 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0581729 Aug 18 14:50:01.567358 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-fb20d19a-032b-41e7-a3d9-ead193311e2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91af2375-8990-4a63-943f-0a52a8888242 HTTP/1.1" status: 200 len: 217 time: 0.0419993 Aug 18 14:50:01.575850 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60404) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:01.597353 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-949cab24-6f42-4583-b461-869dbe5244d8 req-23d7f324-49a9-4aaf-8b72-019861a3466f tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338795 Aug 18 14:50:01.689453 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc627a2b-e97b-4d81-9677-5d7df09d3feb req-0edfac63-e95f-452e-90a2-173bc93a769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:01.691362 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc627a2b-e97b-4d81-9677-5d7df09d3feb req-0edfac63-e95f-452e-90a2-173bc93a769f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 1098 time: 0.0828054 Aug 18 14:50:01.740745 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc627a2b-e97b-4d81-9677-5d7df09d3feb req-d889747d-e14f-4ea0-9335-d679a21f2cb5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Aug 18 14:50:01.789872 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0c60885e-8f09-40ef-b11f-526fc664ac0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:01.858483 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-8b686594-77ef-4c19-ac77-95da9f538e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:01.859951 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-8b686594-77ef-4c19-ac77-95da9f538e69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.0779810 Aug 18 14:50:01.923845 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0c60885e-8f09-40ef-b11f-526fc664ac0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:02.087810 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0c60885e-8f09-40ef-b11f-526fc664ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:02.125352 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60885e-8f09-40ef-b11f-526fc664ac0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa3e326-7c00-4dbf-bbb5-09bbcc9a7908,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:02.129579 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-0c60885e-8f09-40ef-b11f-526fc664ac0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f77613f2206d47e9a786aa6e8c0f059a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527887 Aug 18 14:50:02.132297 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60416) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:02.184064 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-a5e36f3e-527d-47c6-940b-5d04533d8b81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314467 Aug 18 14:50:02.248671 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-751973d3-e409-47be-8f32-5ed1dfb8e45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:02.279195 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-751973d3-e409-47be-8f32-5ed1dfb8e45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:02.287624 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998cd59-7096-4e6f-a973-cb3f6a63c3cf req-6bb8551c-cfc8-4ee9-83f9-ab2e8f166207 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:02.289135 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8998cd59-7096-4e6f-a973-cb3f6a63c3cf req-6bb8551c-cfc8-4ee9-83f9-ab2e8f166207 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 945 time: 0.0531771 Aug 18 14:50:02.317275 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-3cfb1429-2421-4237-a4a0-39414fb48dcf service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249516 Aug 18 14:50:02.327983 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8998cd59-7096-4e6f-a973-cb3f6a63c3cf req-27f63aa2-36dd-45af-a08c-59acd98396fe tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320079 Aug 18 14:50:02.407560 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-751973d3-e409-47be-8f32-5ed1dfb8e45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:02.410164 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-751973d3-e409-47be-8f32-5ed1dfb8e45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:02.411371 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-751973d3-e409-47be-8f32-5ed1dfb8e45d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0aa3e326-7c00-4dbf-bbb5-09bbcc9a7908 HTTP/1.1" status: 204 len: 168 time: 0.2781122 Aug 18 14:50:02.419621 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751973d3-e409-47be-8f32-5ed1dfb8e45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa3e326-7c00-4dbf-bbb5-09bbcc9a7908,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:02.536095 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee0d91-3a78-4111-9dbb-f77d13a74afa req-2d15e0e4-8901-497d-8053-5300b2077f56 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:02.537495 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-50ee0d91-3a78-4111-9dbb-f77d13a74afa req-2d15e0e4-8901-497d-8053-5300b2077f56 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0491977 Aug 18 14:50:02.575577 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-50ee0d91-3a78-4111-9dbb-f77d13a74afa req-5fe96a65-8a0b-4db6-89b2-f7c868007580 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Aug 18 14:50:02.730260 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955ae92-abf3-4f67-93fd-ee0e781cfa80 req-f03b0026-9b22-482d-bf6e-9788675d9e84 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:02.731761 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1955ae92-abf3-4f67-93fd-ee0e781cfa80 req-f03b0026-9b22-482d-bf6e-9788675d9e84 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0589018 Aug 18 14:50:02.774051 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1955ae92-abf3-4f67-93fd-ee0e781cfa80 req-11700d73-72ed-4906-8590-e061b70bc457 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Aug 18 14:50:03.322482 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 304130f8-be46-405d-a39b-769baa59d498 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:50:03.421709 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6c6f785b-ea81-41bc-b903-5ea80b3a1034 req-87d4eb27-5a68-44f4-9333-554faa5535ac service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947118 Aug 18 14:50:03.458276 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81ce82-cbc8-4959-8c93-433fbf8ab6a6 req-1e436e55-5d51-4087-b2ed-c1a986a6e970 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:03.459290 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 304130f8-be46-405d-a39b-769baa59d498 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:50:03.465154 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 304130f8-be46-405d-a39b-769baa59d498 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:50:03.465862 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:03.466674 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5c81ce82-cbc8-4959-8c93-433fbf8ab6a6 req-1e436e55-5d51-4087-b2ed-c1a986a6e970 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 945 time: 0.0563519 Aug 18 14:50:03.508893 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5c81ce82-cbc8-4959-8c93-433fbf8ab6a6 req-fc8e4479-fa71-4ca6-821a-5403939b6d3c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413299 Aug 18 14:50:03.553181 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:03.576287 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304130f8-be46-405d-a39b-769baa59d498'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:03.578640 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c6fee7-6d06-414c-be3e-b5c083957b83" -d '{"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-plugged", "status": "completed", "tag": "304130f8-be46-405d-a39b-769baa59d498"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:03.600343 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:03.619692 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b79e8a-380b-49a6-9752-d900a27a2a40 x-openstack-request-id: req-a7b79e8a-380b-49a6-9752-d900a27a2a40 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:03.620053 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-plugged", "status": "completed", "tag": "304130f8-be46-405d-a39b-769baa59d498", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:03.620369 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7b79e8a-380b-49a6-9752-d900a27a2a40 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:03.620959 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304130f8-be46-405d-a39b-769baa59d498', 'code': 200} Aug 18 14:50:03.703144 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:03.711988 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ffb0-271c-4656-9111-88351b84515e req-45f70cf3-865d-4b86-b854-315c2a1e5501 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:03.713466 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5f54ffb0-271c-4656-9111-88351b84515e req-45f70cf3-865d-4b86-b854-315c2a1e5501 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0498807 Aug 18 14:50:03.753361 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5f54ffb0-271c-4656-9111-88351b84515e req-748cad94-0cb6-4a12-930f-b13f561dd7a0 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325608 Aug 18 14:50:03.756271 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:03.889520 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2cdf0-5b97-4f57-9dac-f2ad8ae938e1 req-3e288b9b-5a29-4512-bf6a-fb7ebeebf3f4 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:03.891124 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-13e2cdf0-5b97-4f57-9dac-f2ad8ae938e1 req-3e288b9b-5a29-4512-bf6a-fb7ebeebf3f4 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0540197 Aug 18 14:50:03.936786 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-13e2cdf0-5b97-4f57-9dac-f2ad8ae938e1 req-0f592853-b613-4a2a-ac46-e50810109822 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377281 Aug 18 14:50:04.627303 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e328b-787d-4439-9e7b-f126407729be req-3c4f1dd4-51dc-4392-987c-80902513df73 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:04.628769 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-794e328b-787d-4439-9e7b-f126407729be req-3c4f1dd4-51dc-4392-987c-80902513df73 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0487201 Aug 18 14:50:04.666944 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-794e328b-787d-4439-9e7b-f126407729be req-c87d95e1-f72a-4fe5-926b-21c8c7795183 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317242 Aug 18 14:50:04.872221 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8158a-c1fa-4269-a098-1b7ff0196778 req-8e1539bc-e2a6-4bec-90ca-e6f8a03ee2fb tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:04.873676 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3ea8158a-c1fa-4269-a098-1b7ff0196778 req-8e1539bc-e2a6-4bec-90ca-e6f8a03ee2fb tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0476432 Aug 18 14:50:04.917059 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3ea8158a-c1fa-4269-a098-1b7ff0196778 req-30166134-47d2-4d90-a2ec-d4790869ae19 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373189 Aug 18 14:50:05.056563 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d8ca5-e00e-46c2-a62a-b5170f58200f req-0ae8f7e5-0b77-4427-96f1-872fc2e94d2f tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:05.058618 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-380d8ca5-e00e-46c2-a62a-b5170f58200f req-0ae8f7e5-0b77-4427-96f1-872fc2e94d2f tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0504134 Aug 18 14:50:05.097332 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-380d8ca5-e00e-46c2-a62a-b5170f58200f req-b922e082-2e93-467c-8c01-c0044412c915 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Aug 18 14:50:05.796263 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15276f2b-0c39-4167-b570-fd124f2c9003 req-05434bc6-496f-4f59-8d94-4de1170deb2b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:05.797727 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-15276f2b-0c39-4167-b570-fd124f2c9003 req-05434bc6-496f-4f59-8d94-4de1170deb2b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0519817 Aug 18 14:50:05.834381 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-15276f2b-0c39-4167-b570-fd124f2c9003 req-2fad88ff-f85c-4376-9cb6-9df898ebbd32 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306046 Aug 18 14:50:06.071798 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4f0f2-f8b7-40d6-a970-cb67306c30ff req-e4a2de2b-4188-4e84-bc59-21caeb7846e8 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:06.077027 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-98b4f0f2-f8b7-40d6-a970-cb67306c30ff req-e4a2de2b-4188-4e84-bc59-21caeb7846e8 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0649581 Aug 18 14:50:06.114442 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-98b4f0f2-f8b7-40d6-a970-cb67306c30ff req-ad5cc4c7-a995-4c66-8fca-6fe9cb36c92f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Aug 18 14:50:06.212409 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a8ebb-3f38-459d-9eb3-ccfc1dae3d52 req-164e6d20-3df7-4493-9f7f-7360dc65ce46 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:06.214372 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6a9a8ebb-3f38-459d-9eb3-ccfc1dae3d52 req-164e6d20-3df7-4493-9f7f-7360dc65ce46 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0487590 Aug 18 14:50:06.253178 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6a9a8ebb-3f38-459d-9eb3-ccfc1dae3d52 req-7d32cd53-0578-43d5-b0f6-008037bff1ef tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321846 Aug 18 14:50:06.425090 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6061-579b-4160-9be8-e00dc5b71d91 req-47c2d349-69b2-4861-80a6-92f23952c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:06.425642 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f88d6061-579b-4160-9be8-e00dc5b71d91 req-47c2d349-69b2-4861-80a6-92f23952c58f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 1099 time: 0.0433874 Aug 18 14:50:06.462284 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f88d6061-579b-4160-9be8-e00dc5b71d91 req-cca3a6d5-c79a-4d73-a2a6-138efadcbd57 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281491 Aug 18 14:50:06.954935 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d7e89-bc1c-429b-956e-df2b97561793 req-c8176508-02ea-4a1c-b90d-4a601807d490 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:06.956471 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0f4d7e89-bc1c-429b-956e-df2b97561793 req-c8176508-02ea-4a1c-b90d-4a601807d490 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0516131 Aug 18 14:50:06.997567 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0f4d7e89-bc1c-429b-956e-df2b97561793 req-5801c6e2-e632-40ec-9d35-cb968f3fa2f9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349860 Aug 18 14:50:07.234224 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792918-634c-4f85-bc5c-6f638ad9041d req-1fce9f85-8291-4517-8d75-63603d7556db tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:07.235729 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-07792918-634c-4f85-bc5c-6f638ad9041d req-1fce9f85-8291-4517-8d75-63603d7556db tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0541303 Aug 18 14:50:07.271897 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-07792918-634c-4f85-bc5c-6f638ad9041d req-ef2be3c7-3058-4e2f-9188-d28ac069b237 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302353 Aug 18 14:50:07.365508 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a26cb-6afa-4e36-b701-ac8f5c7a3c61 req-ab264223-bdc2-4785-8934-f7dfa46c13c8 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:07.367014 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-440a26cb-6afa-4e36-b701-ac8f5c7a3c61 req-ab264223-bdc2-4785-8934-f7dfa46c13c8 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0491073 Aug 18 14:50:07.405989 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-440a26cb-6afa-4e36-b701-ac8f5c7a3c61 req-1cb8214b-ffdc-4bdc-8a36-b403308fb7b1 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327299 Aug 18 14:50:08.113988 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b571afe-8dd7-4ebd-9194-55556f66ecca req-03e74a2a-150b-43bd-ae06-1391d68f0628 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:08.115524 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0b571afe-8dd7-4ebd-9194-55556f66ecca req-03e74a2a-150b-43bd-ae06-1391d68f0628 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0481353 Aug 18 14:50:08.153251 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0b571afe-8dd7-4ebd-9194-55556f66ecca req-60ce4230-7995-4ea4-9968-fcbaa56ae493 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Aug 18 14:50:08.392711 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae748e8-5ed0-44fe-b4a0-59a881c33f4f req-a4908fab-81d3-45c9-a13e-20021bb0f698 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:08.394200 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5ae748e8-5ed0-44fe-b4a0-59a881c33f4f req-a4908fab-81d3-45c9-a13e-20021bb0f698 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0543716 Aug 18 14:50:08.438381 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5ae748e8-5ed0-44fe-b4a0-59a881c33f4f req-b31d894c-e42a-4deb-92c0-0ee25017250f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352919 Aug 18 14:50:08.522856 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63da837-9a57-4cbb-af40-387f8bb91937 req-dc7cebd6-b27a-45d2-9664-1e3094ac2522 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:08.524462 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f63da837-9a57-4cbb-af40-387f8bb91937 req-dc7cebd6-b27a-45d2-9664-1e3094ac2522 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0495729 Aug 18 14:50:08.563722 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f63da837-9a57-4cbb-af40-387f8bb91937 req-95604191-974c-4f61-bc5c-1eda5c6821a6 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Aug 18 14:50:08.677806 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547b933-8e92-4ba5-8a87-247ccaa2cc7f req-5b2a63ef-4376-4a37-b316-92b341f2cf0c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:08.679310 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9547b933-8e92-4ba5-8a87-247ccaa2cc7f req-5b2a63ef-4376-4a37-b316-92b341f2cf0c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0493984 Aug 18 14:50:08.687986 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60582) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:08.692711 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-027bd906-bec1-4e1b-9958-f2081e575e47 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'floatingip': {'port_id': '8554c82d-a04d-48cb-9f08-a9665492518f'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:08.765081 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-027bd906-bec1-4e1b-9958-f2081e575e47 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:09.363211 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5bd1f-a283-4fbe-b8a0-295f7196ae6f req-65f29328-aba3-41e2-bf57-cc2d46bd7c8d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:09.364661 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b0e5bd1f-a283-4fbe-b8a0-295f7196ae6f req-65f29328-aba3-41e2-bf57-cc2d46bd7c8d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.1359549 Aug 18 14:50:09.466043 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-027bd906-bec1-4e1b-9958-f2081e575e47 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:09.471743 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b0e5bd1f-a283-4fbe-b8a0-295f7196ae6f req-413e82af-635e-468d-b6d2-d90c88856505 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746417 Aug 18 14:50:09.558291 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f7aa-1635-41a9-826a-54408994c66f req-741cda99-3a52-4a04-b4eb-1ae32b901d50 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:09.560635 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7618f7aa-1635-41a9-826a-54408994c66f req-741cda99-3a52-4a04-b4eb-1ae32b901d50 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0577409 Aug 18 14:50:09.602408 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f28b1-712e-4361-a7b2-baa78e4e0252 req-ca42e370-9793-4c61-b99a-69ce428caebf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:09.602408 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7f0f28b1-712e-4361-a7b2-baa78e4e0252 req-ca42e370-9793-4c61-b99a-69ce428caebf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0551198 Aug 18 14:50:09.602408 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-027bd906-bec1-4e1b-9958-f2081e575e47 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:09.606142 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60606) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:09.615333 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-87d23bd1-6b87-496b-96bf-46bd28621d46 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'floatingip': {'port_id': '304130f8-be46-405d-a39b-769baa59d498'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:09.689634 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-87d23bd1-6b87-496b-96bf-46bd28621d46 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:09.695663 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7618f7aa-1635-41a9-826a-54408994c66f req-68da45c6-fdc1-4509-934a-d0ed9a3cbd6d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285226 Aug 18 14:50:09.921295 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-027bd906-bec1-4e1b-9958-f2081e575e47 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Floating IP 0472ef7c-c862-47c0-b4f0-098c9d1e7951 associated. External IP: 172.27.2.57, port: 8554c82d-a04d-48cb-9f08-a9665492518f. Aug 18 14:50:10.145443 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027bd906-bec1-4e1b-9958-f2081e575e47 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Router 034dcce8-a381-4311-adcc-a99c538c1786 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:50:10.252043 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027bd906-bec1-4e1b-9958-f2081e575e47 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:50:10.256607 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-027bd906-bec1-4e1b-9958-f2081e575e47 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:10.267920 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] Sync routers for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:50:10.277162 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:10.277980 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:10.287719 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-027bd906-bec1-4e1b-9958-f2081e575e47 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "PUT /v2.0/floatingips/0472ef7c-c862-47c0-b4f0-098c9d1e7951 HTTP/1.1" status: 200 len: 990 time: 1.5985804 Aug 18 14:50:10.288299 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'tag': '8554c82d-a04d-48cb-9f08-a9665492518f'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:10.290578 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7bf700-2427-40bf-8aa6-49492b704ea0", "tag": "8554c82d-a04d-48cb-9f08-a9665492518f"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:10.363258 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f4e456-41cf-41de-90e4-6cd04496aa43 x-openstack-request-id: req-02f4e456-41cf-41de-90e4-6cd04496aa43 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:10.363631 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7bf700-2427-40bf-8aa6-49492b704ea0", "tag": "8554c82d-a04d-48cb-9f08-a9665492518f", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:10.363884 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02f4e456-41cf-41de-90e4-6cd04496aa43 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:10.364305 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'tag': '8554c82d-a04d-48cb-9f08-a9665492518f', 'status': 'completed', 'code': 200} Aug 18 14:50:10.404718 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:10.425867 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-87d23bd1-6b87-496b-96bf-46bd28621d46 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:10.513825 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-6a1f981f-44ae-4027-bf9f-876bbc4a3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:10.515294 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-6a1f981f-44ae-4027-bf9f-876bbc4a3e4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 1098 time: 0.0417407 Aug 18 14:50:10.537820 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-87d23bd1-6b87-496b-96bf-46bd28621d46 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:10.636328 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-d5260a56-f3e5-45c4-aa4e-b3fecfff1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:10.637597 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-d5260a56-f3e5-45c4-aa4e-b3fecfff1d11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 912 time: 0.0889738 Aug 18 14:50:10.654264 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.l3_db [None req-87d23bd1-6b87-496b-96bf-46bd28621d46 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Floating IP 5c1d4819-3636-4344-a053-4bb61707f683 associated. External IP: 172.27.2.109, port: 304130f8-be46-405d-a39b-769baa59d498. Aug 18 14:50:10.699211 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '0472ef7c-c862-47c0-b4f0-098c9d1e7951', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'port_id': '8554c82d-a04d-48cb-9f08-a9665492518f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'mac_address': 'fa:16:3e:69:d6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:49:38Z', 'updated_at': '2021-08-18T14:50:09Z', 'revision_number': 1, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:10.740762 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] Checking router: 034dcce8-a381-4311-adcc-a99c538c1786 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:50:10.755042 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:10.755859 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:10.783657 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-bd775a0d-2880-45d2-9a12-7b6aff5a33d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8554c82d-a04d-48cb-9f08-a9665492518f HTTP/1.1" status: 200 len: 998 time: 0.1359215 Aug 18 14:50:10.884690 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-62888ffb-ef97-4a80-8792-71b6eeba67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:10.887860 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-62888ffb-ef97-4a80-8792-71b6eeba67a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.0941415 Aug 18 14:50:10.952539 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-7fb5f06a-7b0f-4706-b12e-31d979dd96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:10.954098 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-7fb5f06a-7b0f-4706-b12e-31d979dd96fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586319 Aug 18 14:50:11.033860 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:11.068281 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-cf2e74fe-1648-49b2-95ec-30d6b823362f service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951827 Aug 18 14:50:11.081008 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def20cbe-a143-44ee-aafb-9324f04111dd req-7393b597-eccc-47b4-9d43-5e2f9664ae5d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:11.081008 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-def20cbe-a143-44ee-aafb-9324f04111dd req-7393b597-eccc-47b4-9d43-5e2f9664ae5d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.1019595 Aug 18 14:50:11.163562 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-def20cbe-a143-44ee-aafb-9324f04111dd req-46afc203-65ca-4e17-b134-0b3b452d6bc2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777216 Aug 18 14:50:11.191878 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6182f1a2-7af3-4a8c-bab1-e71ed08c9b6b req-81358fea-8ff7-43c5-8efc-f660d6241b63 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039352 Aug 18 14:50:11.242686 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d23bd1-6b87-496b-96bf-46bd28621d46 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Router 028a1208-060c-48c9-b146-b0d1492a2967 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:50:11.306628 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '0472ef7c-c862-47c0-b4f0-098c9d1e7951', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'port_id': '8554c82d-a04d-48cb-9f08-a9665492518f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'mac_address': 'fa:16:3e:69:d6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:49:38Z', 'updated_at': '2021-08-18T14:50:09Z', 'revision_number': 1, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:11.336194 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72e36a-6407-483d-b345-8e4a37a3cd7d None None] The sync data for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi is: [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '0472ef7c-c862-47c0-b4f0-098c9d1e7951', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'port_id': '8554c82d-a04d-48cb-9f08-a9665492518f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'mac_address': 'fa:16:3e:69:d6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:49:38Z', 'updated_at': '2021-08-18T14:50:09Z', 'revision_number': 1, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:50:11.361793 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d23bd1-6b87-496b-96bf-46bd28621d46 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:50:11.367276 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-87d23bd1-6b87-496b-96bf-46bd28621d46 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:11.373680 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] Sync routers for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:50:11.377354 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60648) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:11.393298 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:11.393976 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:11.410514 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-87d23bd1-6b87-496b-96bf-46bd28621d46 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "PUT /v2.0/floatingips/5c1d4819-3636-4344-a053-4bb61707f683 HTTP/1.1" status: 200 len: 992 time: 1.8009927 Aug 18 14:50:11.412390 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'tag': '304130f8-be46-405d-a39b-769baa59d498'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:11.447530 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330c58f1-5c54-4f3b-8d0f-1091f296d611" -d '{"events": [{"name": "network-changed", "server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "tag": "304130f8-be46-405d-a39b-769baa59d498"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:11.519007 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:11.530833 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265e8c03-ae84-4406-80f3-e0a930a8de14 x-openstack-request-id: req-265e8c03-ae84-4406-80f3-e0a930a8de14 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:11.531311 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "tag": "304130f8-be46-405d-a39b-769baa59d498", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:11.531750 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-265e8c03-ae84-4406-80f3-e0a930a8de14 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:11.532415 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'tag': '304130f8-be46-405d-a39b-769baa59d498', 'status': 'completed', 'code': 200} Aug 18 14:50:11.566316 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2b11272d-717f-477e-b147-8c4bd98ed79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:11.710112 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f68e3-05d8-42de-b3c2-c01d1f7977a7 None None] New status for floating IP 0472ef7c-c862-47c0-b4f0-098c9d1e7951: ACTIVE {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:50:11.735877 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2b11272d-717f-477e-b147-8c4bd98ed79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.070730 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '5c1d4819-3636-4344-a053-4bb61707f683', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'port_id': '304130f8-be46-405d-a39b-769baa59d498', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'mac_address': 'fa:16:3e:f0:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efae87c-a951-4c33-b878-17475658b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:49:40Z', 'updated_at': '2021-08-18T14:50:10Z', 'revision_number': 1, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:12.070730 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] Checking router: 028a1208-060c-48c9-b146-b0d1492a2967 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:50:12.070730 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:50:12.071295 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:49:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:12.080370 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:50:12.299579 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '5c1d4819-3636-4344-a053-4bb61707f683', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'port_id': '304130f8-be46-405d-a39b-769baa59d498', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'mac_address': 'fa:16:3e:f0:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efae87c-a951-4c33-b878-17475658b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:49:40Z', 'updated_at': '2021-08-18T14:50:10Z', 'revision_number': 1, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:12.355108 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2b11272d-717f-477e-b147-8c4bd98ed79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.356667 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140b70c-b202-4b3f-afee-4da13a8e745d None None] The sync data for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi is: [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '5c1d4819-3636-4344-a053-4bb61707f683', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'port_id': '304130f8-be46-405d-a39b-769baa59d498', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'mac_address': 'fa:16:3e:f0:23:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efae87c-a951-4c33-b878-17475658b583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:49:40Z', 'updated_at': '2021-08-18T14:50:10Z', 'revision_number': 1, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:50:12.361059 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11272d-717f-477e-b147-8c4bd98ed79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffafe71-eabf-4c91-aa1e-af9a5e50662a,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:12.365762 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-2b11272d-717f-477e-b147-8c4bd98ed79a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21da78f9f834465abdaffa91448413ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9871850 Aug 18 14:50:12.395279 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60674) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:12.451164 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4968845f-c1ca-4614-b9f0-225457ee0198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.477171 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4968845f-c1ca-4614-b9f0-225457ee0198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.534810 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7630f0b-a618-4bbe-8539-6c910e6a28fd None None] New status for floating IP 5c1d4819-3636-4344-a053-4bb61707f683: ACTIVE {{(pid=100977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:50:12.635859 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4968845f-c1ca-4614-b9f0-225457ee0198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.638661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4968845f-c1ca-4614-b9f0-225457ee0198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:12.642265 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-4968845f-c1ca-4614-b9f0-225457ee0198 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ffafe71-eabf-4c91-aa1e-af9a5e50662a HTTP/1.1" status: 204 len: 168 time: 0.2435546 Aug 18 14:50:12.648480 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968845f-c1ca-4614-b9f0-225457ee0198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffafe71-eabf-4c91-aa1e-af9a5e50662a,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:13.274864 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60690) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:13.288189 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d28b9140-46e6-4547-b526-9ccca2a2a49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.372530 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d28b9140-46e6-4547-b526-9ccca2a2a49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.468133 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d28b9140-46e6-4547-b526-9ccca2a2a49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.505966 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-d28b9140-46e6-4547-b526-9ccca2a2a49b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38bb3501fbca4049957ffbdb33e2085e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300255 Aug 18 14:50:13.506828 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b9140-46e6-4547-b526-9ccca2a2a49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ee3381-0bdc-450e-bedc-4475e1c51458,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:13.508773 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60694) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:13.564985 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.586245 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.719760 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.722684 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:13.726140 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4ee3381-0bdc-450e-bedc-4475e1c51458 HTTP/1.1" status: 204 len: 168 time: 0.2129104 Aug 18 14:50:13.732247 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ee3381-0bdc-450e-bedc-4475e1c51458,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:13.740312 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.740671 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.741016 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.741353 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.741686 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.742024 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.742358 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.742735 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.743125 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.743377 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.743701 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:13.744028 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b435d84c-dbfa-42e7-9625-f54460e5f9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:14.867418 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60734) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:14.962177 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1768171584-network', 'tenant_id': '7630b9dc9a624cd9bbe56322c4b6fd4d'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:15.050428 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Made reservation on behalf of 7630b9dc9a624cd9bbe56322c4b6fd4d for: {'network': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:50:15.052916 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:15.061287 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:15.147587 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:15.241047 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:15.269760 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:50:15.275712 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e8e8a0-05e0-4d0a-997c-b8719cee247b,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:15.283888 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:15.284227 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.segments_db [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Added segment aac6e285-4b31-4cd7-80ac-c8a9dfb824d0 of type vlan for network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f Aug 18 14:50:15.286288 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.286651 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.286995 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.292116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.292116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.292116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.292116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.292116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.292116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.292116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.292116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.292116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:15.338897 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:15.463943 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:15.469062 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:15.469675 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:15.533970 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] Pushing event updated for resources: {'Network': ['ID=5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:15.544331 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:50:15.599958 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-362d5f41-8c12-446e-9973-d824c3bf763f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7314272 Aug 18 14:50:15.602780 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60740) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:15.608334 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Request body: {'subnet': {'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1768171584-subnet', 'tenant_id': '7630b9dc9a624cd9bbe56322c4b6fd4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:15.742396 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Made reservation on behalf of 7630b9dc9a624cd9bbe56322c4b6fd4d for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:50:15.744754 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63383886'] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:15.990041 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64721763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63383896'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:16.045393 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e145757-58a4-4771-86d2-f06cbc2690e7,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:16.056071 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Checking segment: {'id': 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:50:16.056423 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Network hostable DHCP agents. Network: 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:50:16.150025 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:50:16.286911 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:50:16.291149 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:16.297964 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:16.298831 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5277dd-7196-4634-b024-b12c31b9f255 None None] Network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:50:16.392853 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-1fd90288-1fdd-473e-92da-a2369de8ad6f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7889247 Aug 18 14:50:16.409210 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-50d8ae2a-70fb-407a-a702-016a94582662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:16.410351 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-50d8ae2a-70fb-407a-a702-016a94582662 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 1099 time: 0.0517604 Aug 18 14:50:16.432259 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a7eb1e-bb99-4f75-8f7f-68240c712a91 None None] Network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:50:16.534636 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442cd5c-9474-4865-b94a-0a61a08df9db req-a7c66810-6a41-43a5-a135-ed4efc9eeda5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:16.536481 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6442cd5c-9474-4865-b94a-0a61a08df9db req-a7c66810-6a41-43a5-a135-ed4efc9eeda5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0988810 Aug 18 14:50:16.608756 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6442cd5c-9474-4865-b94a-0a61a08df9db req-c61e85c4-44f5-4120-bfe5-6205626626be tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579691 Aug 18 14:50:16.613993 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-9641692d-4d3f-410d-afcd-f869ea32f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:16.616137 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-9641692d-4d3f-410d-afcd-f869ea32f0e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 918 time: 0.1432824 Aug 18 14:50:16.706115 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-f4e522f8-09b7-41ed-b5b7-ec20d95b5109 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=304130f8-be46-405d-a39b-769baa59d498 HTTP/1.1" status: 200 len: 1002 time: 0.0772369 Aug 18 14:50:16.765421 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-005f8fca-56dd-411b-b1e1-4499ba6c81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:16.767895 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-005f8fca-56dd-411b-b1e1-4499ba6c81cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0531614 Aug 18 14:50:16.848015 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-facb2c0d-a076-4736-b699-9ab5e70f3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:16.849582 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-facb2c0d-a076-4736-b699-9ab5e70f3e35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679295 Aug 18 14:50:17.194037 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-de0861d3-2fbb-4188-86a5-2b496c2954d2 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988843 Aug 18 14:50:17.194037 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-330c58f1-5c54-4f3b-8d0f-1091f296d611 req-d09d11e4-8685-4599-bd52-4e932c63988f service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871189 Aug 18 14:50:17.738897 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920adbe-eb2d-4bb8-bc53-180e3137d60d req-ec5bc57a-b077-4929-a13d-22e0fa1cc4c8 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:17.740402 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e920adbe-eb2d-4bb8-bc53-180e3137d60d req-ec5bc57a-b077-4929-a13d-22e0fa1cc4c8 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0541203 Aug 18 14:50:17.778043 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e920adbe-eb2d-4bb8-bc53-180e3137d60d req-c771a38e-e5d8-4519-8780-193c8103c6f6 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Aug 18 14:50:18.892659 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388a440-8cd4-4142-b669-7099fc4a3686 req-07b66db8-370a-4e47-97e1-eae0e612140e tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:18.894038 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0388a440-8cd4-4142-b669-7099fc4a3686 req-07b66db8-370a-4e47-97e1-eae0e612140e tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0478702 Aug 18 14:50:18.931573 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0388a440-8cd4-4142-b669-7099fc4a3686 req-1719f7f7-d07e-4eef-825e-eaa9cbb5f934 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315545 Aug 18 14:50:19.856241 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-17349c1a-f81c-498b-84d2-6c6600b4b054 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527463 Aug 18 14:50:20.041642 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-50388b18-4301-4f2f-9a5c-6a05e181dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:20.043771 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-50388b18-4301-4f2f-9a5c-6a05e181dfbe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4038727f4a41ed91873d202d77b367&device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 1098 time: 0.0510023 Aug 18 14:50:20.060858 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4374762-1140-420e-95fb-3df43f7c3163 req-dceedce6-80cd-4fef-b541-79df0d868a25 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:20.066943 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d4374762-1140-420e-95fb-3df43f7c3163 req-dceedce6-80cd-4fef-b541-79df0d868a25 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0661702 Aug 18 14:50:20.104798 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d4374762-1140-420e-95fb-3df43f7c3163 req-31ca6c90-00c3-4ab1-95ea-e3149dce9227 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362508 Aug 18 14:50:20.236049 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-fefe1246-1054-4f01-8413-1b6e216a2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:20.237397 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-fefe1246-1054-4f01-8413-1b6e216a2e28 service neutron] 10.222.0.49 "GET /v2.0/networks?id=322bd955-1c18-4156-acd8-1bf04d34a12f HTTP/1.1" status: 200 len: 913 time: 0.1551840 Aug 18 14:50:20.252211 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-9f7383ed-1966-4186-9064-9c4ca7f68a76 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:20.253605 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-9f7383ed-1966-4186-9064-9c4ca7f68a76 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/networks?id=5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f HTTP/1.1" status: 200 len: 809 time: 0.1537991 Aug 18 14:50:20.297568 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-13d88f0a-4233-45b2-9c72-7b52c20e02fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e723832-9b00-4b45-9119-88b3411d827a HTTP/1.1" status: 200 len: 217 time: 0.0430720 Aug 18 14:50:20.299135 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-243a9699-1a4c-4eae-92d6-0a194f5563e4 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/quotas/7630b9dc9a624cd9bbe56322c4b6fd4d HTTP/1.1" status: 200 len: 375 time: 0.0390573 Aug 18 14:50:20.351536 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-4a9a4341-7e2c-4a21-9621-d0d5da7b564d tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7630b9dc9a624cd9bbe56322c4b6fd4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464396 Aug 18 14:50:20.411825 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-ebf7b659-9cda-4b9e-9c01-e9287032f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:20.413237 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-ebf7b659-9cda-4b9e-9c01-e9287032f343 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6a7832bf-acf1-42ef-955f-10665d1a8b3f HTTP/1.1" status: 200 len: 852 time: 0.0993237 Aug 18 14:50:20.459621 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-f53772d7-504f-45ee-9aef-35ba382b7199 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=322bd955-1c18-4156-acd8-1bf04d34a12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299056 Aug 18 14:50:20.473259 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-cbe63789-9586-44aa-aa23-6199b7774ee3 service neutron] 10.222.0.16 "GET /v2.0/networks/5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141751 Aug 18 14:50:20.629727 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-3db8a719-1ab1-40b7-8d04-c82a0acffbdf service neutron] 10.222.0.49 "GET /v2.0/networks/322bd955-1c18-4156-acd8-1bf04d34a12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549361 Aug 18 14:50:20.631690 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-f52f6992-1c01-4730-9b9c-51b5f9edda8b service neutron] 10.222.0.16 "GET /v2.0/networks/5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494110 Aug 18 14:50:20.959375 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7077c25f-ae53-424b-bcab-f7b4c5225ae6 req-4be992d3-65da-4e1e-bb5a-ebe5ad1e3722 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 210 time: 0.0321333 Aug 18 14:50:21.012891 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38c03ba4-6fea-4ff2-b60e-22570ad74542 req-608b9aa2-3bd2-4728-a914-923db1e6cdfb service neutron] 10.222.0.49 "GET /v2.0/networks/322bd955-1c18-4156-acd8-1bf04d34a12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668907 Aug 18 14:50:21.082546 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d5cb5-b22f-441e-ad6d-8c3167888984 req-5b7490e3-7d09-4444-b81a-a85399af36ab tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:21.084016 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2c4d5cb5-b22f-441e-ad6d-8c3167888984 req-5b7490e3-7d09-4444-b81a-a85399af36ab tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 945 time: 0.0526533 Aug 18 14:50:21.086928 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-05938d56-7220-4cdb-b070-5e4b948fab6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:21.150891 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2c4d5cb5-b22f-441e-ad6d-8c3167888984 req-165ff43f-e3de-4847-8384-352c0295bf86 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Aug 18 14:50:21.304172 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33641d-2d8d-4951-b8b9-3915c92f1dca req-0fdb9cfb-9e0a-4e42-9d12-ad18850327aa tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:21.305786 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0b33641d-2d8d-4951-b8b9-3915c92f1dca req-0fdb9cfb-9e0a-4e42-9d12-ad18850327aa tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0535917 Aug 18 14:50:21.363130 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0b33641d-2d8d-4951-b8b9-3915c92f1dca req-44011112-ac67-4ef8-b3a5-41545820ed59 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Aug 18 14:50:21.719080 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60908) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:21.826775 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-59bdc66d-b6b8-4aeb-8e54-7deda7ee4214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:21.914280 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-59bdc66d-b6b8-4aeb-8e54-7deda7ee4214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:22.023730 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-59bdc66d-b6b8-4aeb-8e54-7deda7ee4214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:22.073940 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-20d20cd8-f1dd-4122-9426-0eb3cc6b4d51 req-00e41914-4792-41ba-a464-f1ac0ccb0aa6 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 210 time: 0.0469010 Aug 18 14:50:22.092925 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-59bdc66d-b6b8-4aeb-8e54-7deda7ee4214 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a34fbbc48ac400ebde662392556c1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727791 Aug 18 14:50:22.093629 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdc66d-b6b8-4aeb-8e54-7deda7ee4214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a4be43-ea84-4c94-8e08-0954e078ef9f,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:22.095701 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60914) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:22.144020 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3f369d89-737d-46c9-b417-16aa0a8167bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:22.165114 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3f369d89-737d-46c9-b417-16aa0a8167bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:22.273957 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e10aa7-db10-413a-95b1-ef6ddcd44ee7 req-fabf9211-e312-456b-8f38-57347d4388e4 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:22.275547 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-77e10aa7-db10-413a-95b1-ef6ddcd44ee7 req-fabf9211-e312-456b-8f38-57347d4388e4 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 945 time: 0.0582080 Aug 18 14:50:22.314386 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-77e10aa7-db10-413a-95b1-ef6ddcd44ee7 req-5b66cbc9-a3fa-45cc-b7d7-c45fc5255ef5 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321052 Aug 18 14:50:22.344000 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3f369d89-737d-46c9-b417-16aa0a8167bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:22.348165 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3f369d89-737d-46c9-b417-16aa0a8167bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:22.348165 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3f369d89-737d-46c9-b417-16aa0a8167bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64a4be43-ea84-4c94-8e08-0954e078ef9f HTTP/1.1" status: 204 len: 168 time: 0.2510450 Aug 18 14:50:22.355768 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f369d89-737d-46c9-b417-16aa0a8167bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a4be43-ea84-4c94-8e08-0954e078ef9f,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:22.479947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5ed58-74b2-4471-9808-18fe0877d70c req-d36b33e0-a688-4bba-86e6-b1251e340061 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:22.481439 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04b5ed58-74b2-4471-9808-18fe0877d70c req-d36b33e0-a688-4bba-86e6-b1251e340061 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0510628 Aug 18 14:50:22.519721 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-04b5ed58-74b2-4471-9808-18fe0877d70c req-8f9d95e4-4fa8-4216-aef1-e1b59940be1d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Aug 18 14:50:23.095031 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 60934) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:23.108484 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-93e5345b-eaa6-4ade-8916-e787eb119a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.175561 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-766e23a0-6170-441d-82c6-17fe3a36fdf0 req-53462e33-28b1-4516-9985-cd48cd991fbe tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 210 time: 0.0329916 Aug 18 14:50:23.220563 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-93e5345b-eaa6-4ade-8916-e787eb119a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.290932 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-93e5345b-eaa6-4ade-8916-e787eb119a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.330109 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5345b-eaa6-4ade-8916-e787eb119a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4852a3a8-076d-4d9b-970e-b1116cbdfc75,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:23.334325 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-93e5345b-eaa6-4ade-8916-e787eb119a58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af973730059245cf8c8209b5d8f54f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382884 Aug 18 14:50:23.338631 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 60946) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:23.397283 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b572fb9b-5638-4fde-ad27-6d98cffdf581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.422493 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b572fb9b-5638-4fde-ad27-6d98cffdf581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.441496 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4df588-06c6-4f5a-acba-823251a0e6ff req-0489297d-aff7-4d06-8415-645a82778bfa tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:23.442969 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6d4df588-06c6-4f5a-acba-823251a0e6ff req-0489297d-aff7-4d06-8415-645a82778bfa tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 945 time: 0.0535619 Aug 18 14:50:23.502970 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6d4df588-06c6-4f5a-acba-823251a0e6ff req-e146ee8d-5c37-4ca5-8185-5645a70dedff tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505483 Aug 18 14:50:23.544580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f4e8-1c91-4086-9306-fbc1a31b9591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.595264 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b572fb9b-5638-4fde-ad27-6d98cffdf581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.598097 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b572fb9b-5638-4fde-ad27-6d98cffdf581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.600029 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b572fb9b-5638-4fde-ad27-6d98cffdf581 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4852a3a8-076d-4d9b-970e-b1116cbdfc75 HTTP/1.1" status: 204 len: 168 time: 0.2598102 Aug 18 14:50:23.609678 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572fb9b-5638-4fde-ad27-6d98cffdf581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4852a3a8-076d-4d9b-970e-b1116cbdfc75,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:23.652309 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf9fd-846a-4574-b0f4-aa17f7d42f93 req-f3e43216-4344-482b-98ac-f9923387b017 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:23.654125 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e26bf9fd-846a-4574-b0f4-aa17f7d42f93 req-f3e43216-4344-482b-98ac-f9923387b017 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0665438 Aug 18 14:50:23.698755 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e26bf9fd-846a-4574-b0f4-aa17f7d42f93 req-3b8c83e8-1220-4886-b596-4bb3d4cd5265 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Aug 18 14:50:23.715393 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:23.830673 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-ff8b9193-3a71-4c95-9763-dc96c3706a55 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:23.832122 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-ff8b9193-3a71-4c95-9763-dc96c3706a55 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.49 "GET /v2.0/networks?id=5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f HTTP/1.1" status: 200 len: 809 time: 0.1083074 Aug 18 14:50:23.870924 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Request body: {'port': {'device_id': '074dd828-a20e-4453-9faa-5b5fb31c8eb0', 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f', 'admin_state_up': True, 'tenant_id': '7630b9dc9a624cd9bbe56322c4b6fd4d'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:24.138329 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Made reservation on behalf of 7630b9dc9a624cd9bbe56322c4b6fd4d for: {'port': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:50:24.143308 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:24.280809 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Allocated IP 172.20.0.11 (5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f/1e145757-58a4-4771-86d2-f06cbc2690e7/4b8b364c-319d-470b-8d1e-76ddaf551f5e) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:50:24.291641 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-47144739-bc3b-4ffa-aeb2-c585ba5570c4 req-2452b6dd-9e19-4bcd-8b5a-50657caf533c tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 210 time: 0.0430374 Aug 18 14:50:24.391934 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-465aa8ca-7367-4f1b-8b31-749833f17571 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:24.393444 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-465aa8ca-7367-4f1b-8b31-749833f17571 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 945 time: 0.0489686 Aug 18 14:50:24.440715 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:24.553920 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:24.563028 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Deleting port 9e723832-9b00-4b45-9119-88b3411d827a {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:24.563663 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:24.637587 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:50:24.641863 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:50:24.643884 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Pushing event updated for resources: {'Port': ['ID=4b8b364c-319d-470b-8d1e-76ddaf551f5e,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:24.646267 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:50:24.687149 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:24.710404 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f541a6-4e33-4b2b-9c15-8871d3b457b6 req-739b6c3e-5006-4ece-bf7f-a27b2e57e633 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:24.711949 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-97f541a6-4e33-4b2b-9c15-8871d3b457b6 req-739b6c3e-5006-4ece-bf7f-a27b2e57e633 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 945 time: 0.1213295 Aug 18 14:50:24.718008 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:24.718716 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:24.760804 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] For port 9e723832-9b00-4b45-9119-88b3411d827a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=9e723832-9b00-4b45-9119-88b3411d827a,segment=NetworkSegment(7313bd69-c89f-43a2-843a-feb9574c0b9d),segment_id=7313bd69-c89f-43a2-843a-feb9574c0b9d)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:24.761204 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:24.786909 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Calling delete_port for 9e723832-9b00-4b45-9119-88b3411d827a owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:24.800686 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-97f541a6-4e33-4b2b-9c15-8871d3b457b6 req-5c281f8b-c982-4402-8262-c2cea98caeb4 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/security-groups?id=125012f7-4e72-4cc3-a8f1-a04c0fe9875d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713158 Aug 18 14:50:24.827486 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-c60d432d-3c38-49e2-b0a0-7a5867ee991e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9605052 Aug 18 14:50:24.827719 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:24.845071 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df945043-0aaf-4e6b-85d8-fca21279bc7d req-24ef47e3-1510-4bd4-a39a-dec2ae3374d4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:24.853068 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df945043-0aaf-4e6b-85d8-fca21279bc7d req-24ef47e3-1510-4bd4-a39a-dec2ae3374d4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0792940 Aug 18 14:50:24.860557 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Request body: {'port': {'device_id': '074dd828-a20e-4453-9faa-5b5fb31c8eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:24.912760 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df945043-0aaf-4e6b-85d8-fca21279bc7d req-54592bcd-4d46-4414-9afd-704bab89ed4f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588541 Aug 18 14:50:24.982909 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:25.063674 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:25.095048 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Pushing event deleted for resources: {'Port': ['ID=9e723832-9b00-4b45-9119-88b3411d827a,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:25.110261 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['9e723832-9b00-4b45-9119-88b3411d827a'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:50:25.184274 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] No DVR routers for this DVR port 9e723832-9b00-4b45-9119-88b3411d827a on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:50:25.187589 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:25.189636 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7313d7b4-1eee-467e-8f5e-99b6d25b8bd3 req-2ae99fbb-7b29-4dea-9e9d-bcf3da25dd88 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.49 "DELETE /v2.0/ports/9e723832-9b00-4b45-9119-88b3411d827a HTTP/1.1" status: 204 len: 173 time: 0.7628663 Aug 18 14:50:25.190913 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01c68dc-0711-43eb-b470-2257177195a7', 'name': 'network-vif-deleted', 'tag': '9e723832-9b00-4b45-9119-88b3411d827a'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:25.193888 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceece5f0-fd8c-4d8e-a937-41a472bc27d8" -d '{"events": [{"server_uuid": "e01c68dc-0711-43eb-b470-2257177195a7", "name": "network-vif-deleted", "tag": "9e723832-9b00-4b45-9119-88b3411d827a"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:25.238422 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7116235f-1f47-437b-b901-2e1fbef60e36 x-openstack-request-id: req-7116235f-1f47-437b-b901-2e1fbef60e36 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:25.238756 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01c68dc-0711-43eb-b470-2257177195a7", "name": "network-vif-deleted", "tag": "9e723832-9b00-4b45-9119-88b3411d827a", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:25.239011 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7116235f-1f47-437b-b901-2e1fbef60e36 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:25.239407 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01c68dc-0711-43eb-b470-2257177195a7', 'name': 'network-vif-deleted', 'tag': '9e723832-9b00-4b45-9119-88b3411d827a', 'status': 'completed', 'code': 200} Aug 18 14:50:25.266334 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8b364c-319d-470b-8d1e-76ddaf551f5e {{(pid=100975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:50:25.274409 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:25.286824 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Transition to ACTIVE for port object 4b8b364c-319d-470b-8d1e-76ddaf551f5e will not be triggered until provisioned by entity L2. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:50:25.381804 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:25.445900 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8b364c-319d-470b-8d1e-76ddaf551f5e,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:25.455929 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f353156-7248-4a04-8ff7-eac5e6b6f08a req-db3e8875-d5d2-4e04-9249-973fb21c29dd tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:25.457579 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7f353156-7248-4a04-8ff7-eac5e6b6f08a req-db3e8875-d5d2-4e04-9249-973fb21c29dd tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 932 time: 0.1069372 Aug 18 14:50:25.539618 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7f353156-7248-4a04-8ff7-eac5e6b6f08a req-d449892d-91fa-4307-a46a-1c1799422f47 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650101 Aug 18 14:50:25.548757 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Attempting to bind port 4b8b364c-319d-470b-8d1e-76ddaf551f5e on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:50:25.549095 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Attempting to bind port 4b8b364c-319d-470b-8d1e-76ddaf551f5e by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f'}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:50:25.549487 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Attempting to bind port 4b8b364c-319d-470b-8d1e-76ddaf551f5e on network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:50:25.556435 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Port 4b8b364c-319d-470b-8d1e-76ddaf551f5e on network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:50:25.556435 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Attempting to bind port 4b8b364c-319d-470b-8d1e-76ddaf551f5e on network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:50:25.559696 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:50:25.560038 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Checking segment: {'id': 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:50:25.560423 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Bound using segment: {'id': 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f'} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:50:25.561182 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Bound port: 4b8b364c-319d-470b-8d1e-76ddaf551f5e, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f'}}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:50:25.561182 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:25.630099 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] For port 4b8b364c-319d-470b-8d1e-76ddaf551f5e, host hv-cinder-80502, cleared binding levels {{(pid=100975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:50:25.633159 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] For port 4b8b364c-319d-470b-8d1e-76ddaf551f5e, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=4b8b364c-319d-470b-8d1e-76ddaf551f5e,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:50:25.731507 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:25.779896 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:25.780538 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:25.781901 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] 10.222.0.49 "PUT /v2.0/ports/4b8b364c-319d-470b-8d1e-76ddaf551f5e HTTP/1.1" status: 200 len: 1094 time: 0.9263599 Aug 18 14:50:25.782345 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074dd828-a20e-4453-9faa-5b5fb31c8eb0', 'tag': '4b8b364c-319d-470b-8d1e-76ddaf551f5e'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:25.784560 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4115421f-0bfc-4ed5-9bcd-654ec7919c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "074dd828-a20e-4453-9faa-5b5fb31c8eb0", "tag": "4b8b364c-319d-470b-8d1e-76ddaf551f5e"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:25.811286 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c81e5-8467-4f24-885b-21d87f0bfd36 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8b364c-319d-470b-8d1e-76ddaf551f5e,revision_number=3']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:25.823192 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045cba8f-da6a-4af6-8054-20720ef4fd17 x-openstack-request-id: req-045cba8f-da6a-4af6-8054-20720ef4fd17 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:25.824072 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074dd828-a20e-4453-9faa-5b5fb31c8eb0", "tag": "4b8b364c-319d-470b-8d1e-76ddaf551f5e", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:25.824326 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-045cba8f-da6a-4af6-8054-20720ef4fd17 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:25.824724 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074dd828-a20e-4453-9faa-5b5fb31c8eb0', 'tag': '4b8b364c-319d-470b-8d1e-76ddaf551f5e', 'status': 'completed', 'code': 200} Aug 18 14:50:25.902962 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc4a8496-87bd-4736-a284-1691e4053817 req-5dc69fe4-cfa8-4489-bf85-2a2dd6ffaf65 tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.0266051 Aug 18 14:50:25.978307 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115421f-0bfc-4ed5-9bcd-654ec7919c6f req-9296da42-c8b0-4bc6-8992-2071e188ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:25.979993 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4115421f-0bfc-4ed5-9bcd-654ec7919c6f req-9296da42-c8b0-4bc6-8992-2071e188ea13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7630b9dc9a624cd9bbe56322c4b6fd4d&device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0471730 Aug 18 14:50:26.099613 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9751-98b5-4263-a965-64786fe702cc req-094d0191-08b3-4506-ab8a-c5cc42dac95e tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:26.101114 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-810c9751-98b5-4263-a965-64786fe702cc req-094d0191-08b3-4506-ab8a-c5cc42dac95e tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.1023698 Aug 18 14:50:26.160074 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-810c9751-98b5-4263-a965-64786fe702cc req-54e26e8a-88a2-4b58-aa97-f49b53cf8673 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508590 Aug 18 14:50:26.173494 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115421f-0bfc-4ed5-9bcd-654ec7919c6f req-9d103484-ee60-4bf0-9ec3-9d998a6f68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:26.175021 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4115421f-0bfc-4ed5-9bcd-654ec7919c6f req-9d103484-ee60-4bf0-9ec3-9d998a6f68bc service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7630b9dc9a624cd9bbe56322c4b6fd4d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1374307 Aug 18 14:50:26.281314 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115421f-0bfc-4ed5-9bcd-654ec7919c6f req-4ffd4480-6130-409b-b83a-5f9de5f9b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:26.282801 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4115421f-0bfc-4ed5-9bcd-654ec7919c6f req-4ffd4480-6130-409b-b83a-5f9de5f9b0e8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947709 Aug 18 14:50:26.412143 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-8820c222-0909-4f4b-8860-3a3ea244641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:26.413622 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-8820c222-0909-4f4b-8860-3a3ea244641f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7630b9dc9a624cd9bbe56322c4b6fd4d&device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0395923 Aug 18 14:50:26.473820 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-7afb05f5-3b59-41b1-9931-05525cb71be8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8b364c-319d-470b-8d1e-76ddaf551f5e HTTP/1.1" status: 200 len: 217 time: 0.0348842 Aug 18 14:50:26.508930 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:26.530952 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-081226b8-b8b7-4e3a-ade8-86aead72437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:26.532333 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-081226b8-b8b7-4e3a-ade8-86aead72437d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e145757-58a4-4771-86d2-f06cbc2690e7 HTTP/1.1" status: 200 len: 849 time: 0.0424182 Aug 18 14:50:26.571558 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-2228d263-ce6c-4d8a-8077-34e273e48b74 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300753 Aug 18 14:50:26.657191 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b71f2-8d04-4f1b-9201-0f95145e671f req-b6b9770b-b4a4-4a75-818c-e7d93780482c tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:26.658724 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-707b71f2-8d04-4f1b-9201-0f95145e671f req-b6b9770b-b4a4-4a75-818c-e7d93780482c tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 944 time: 0.0486171 Aug 18 14:50:26.672426 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-eadb41f7-96f2-46a0-82de-9636e9519052 service neutron] 10.222.0.49 "GET /v2.0/networks/5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854981 Aug 18 14:50:26.702229 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-707b71f2-8d04-4f1b-9201-0f95145e671f req-7eea6b2b-d93d-48bd-a39d-6707a580779a tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366130 Aug 18 14:50:26.789189 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac66fe62-8f2d-4234-8d75-feab348b2f61 req-5019e0b1-f2bd-418d-83a7-2671bf778c95 service neutron] 10.222.0.49 "GET /v2.0/networks/5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960798 Aug 18 14:50:27.016763 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e0dc2b3f-15de-424f-9c7a-bec53f8413b5 req-1e98aa3a-2031-4f83-8055-c587f8f73f2a tempest-DeleteServersTestJSON-553756703 tempest-DeleteServersTestJSON-553756703-project] 10.222.0.16 "GET /v2.0/ports?device_id=e01c68dc-0711-43eb-b470-2257177195a7 HTTP/1.1" status: 200 len: 210 time: 0.0273185 Aug 18 14:50:27.288098 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8dc90-be1f-4325-a1b4-e4da7a07b967 req-f3657923-e267-4010-84a7-264181912f69 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:27.289656 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-44f8dc90-be1f-4325-a1b4-e4da7a07b967 req-f3657923-e267-4010-84a7-264181912f69 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0533645 Aug 18 14:50:27.336442 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-44f8dc90-be1f-4325-a1b4-e4da7a07b967 req-fc80e23f-cbd9-4a00-be84-cbef40bf4a7a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Aug 18 14:50:27.821764 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea27a-9b62-4f60-af1a-aa3ac9f989e2 req-5aeaa7b2-c463-44f6-9999-505318296f2d tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:27.823247 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-365ea27a-9b62-4f60-af1a-aa3ac9f989e2 req-5aeaa7b2-c463-44f6-9999-505318296f2d tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 944 time: 0.0501492 Aug 18 14:50:27.863897 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-365ea27a-9b62-4f60-af1a-aa3ac9f989e2 req-b9f9de0b-cbbb-439c-a25b-4629e05f617c tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347528 Aug 18 14:50:28.444946 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf26cca-27e8-4fb1-8745-d4cdb6cd0478 req-362be760-f16f-4ea4-91d7-664b32651b2a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:28.446401 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1bf26cca-27e8-4fb1-8745-d4cdb6cd0478 req-362be760-f16f-4ea4-91d7-664b32651b2a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0482938 Aug 18 14:50:28.486952 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1bf26cca-27e8-4fb1-8745-d4cdb6cd0478 req-fab4ec98-ef3e-4700-8145-4ff484bb617f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340779 Aug 18 14:50:28.844556 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 9e723832-9b00-4b45-9119-88b3411d827a no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:50:28.864076 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 9e723832-9b00-4b45-9119-88b3411d827a {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:50:28.864421 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 9e723832-9b00-4b45-9119-88b3411d827a not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:50:28.985322 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd4d4d-c0cb-4246-92f6-bef2ff30f4de req-b6d82228-c117-4b05-a920-e202a4dd6c86 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:28.986895 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-67cd4d4d-c0cb-4246-92f6-bef2ff30f4de req-b6d82228-c117-4b05-a920-e202a4dd6c86 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 944 time: 0.0559881 Aug 18 14:50:29.031780 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-67cd4d4d-c0cb-4246-92f6-bef2ff30f4de req-21aa7998-d4c6-4173-b2a4-782a889e5e91 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384912 Aug 18 14:50:29.605230 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843163a8-2ecd-4254-80ef-39a978b7990e req-952119aa-2839-47b5-8142-766c161e6266 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:29.606738 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-843163a8-2ecd-4254-80ef-39a978b7990e req-952119aa-2839-47b5-8142-766c161e6266 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0508838 Aug 18 14:50:29.643588 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-843163a8-2ecd-4254-80ef-39a978b7990e req-64646afb-4ca4-4417-8f09-075ba2a9f30f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311019 Aug 18 14:50:29.835964 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 32922) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:29.882135 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44d81e2-c7f3-46f5-8f1b-bf0d294ab473 admin admin] Deleting subnet 6a7832bf-acf1-42ef-955f-10665d1a8b3f {{(pid=100976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:50:29.885226 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b44d81e2-c7f3-46f5-8f1b-bf0d294ab473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.923121 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b44d81e2-c7f3-46f5-8f1b-bf0d294ab473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63757013'] for subnet, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:29.971840 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b44d81e2-c7f3-46f5-8f1b-bf0d294ab473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.121217 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b44d81e2-c7f3-46f5-8f1b-bf0d294ab473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63757054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63690607'] for subnet, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.147497 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f39699-e3e1-4313-9059-4213d4305826 req-2c63bead-d9c0-4c8b-a95a-7c90c044ef74 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:30.148982 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d81e2-c7f3-46f5-8f1b-bf0d294ab473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7832bf-acf1-42ef-955f-10665d1a8b3f,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:30.149163 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-98f39699-e3e1-4313-9059-4213d4305826 req-2c63bead-d9c0-4c8b-a95a-7c90c044ef74 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 944 time: 0.0485666 Aug 18 14:50:30.150845 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b44d81e2-c7f3-46f5-8f1b-bf0d294ab473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.156797 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b44d81e2-c7f3-46f5-8f1b-bf0d294ab473 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6a7832bf-acf1-42ef-955f-10665d1a8b3f HTTP/1.1" status: 204 len: 168 time: 0.3164515 Aug 18 14:50:30.157918 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 32934) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:30.207292 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-98f39699-e3e1-4313-9059-4213d4305826 req-24769909-05b2-4e41-bea2-9920b8824987 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363421 Aug 18 14:50:30.242904 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.321208 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.331496 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322bd955-1c18-4156-acd8-1bf04d34a12f']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:30.342340 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7313bd69-c89f-43a2-843a-feb9574c0b9d') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:30.342971 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7313bd69-c89f-43a2-843a-feb9574c0b9d') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:30.352467 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.372603 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.378610 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:50:30.379081 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:50:30.381135 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:50:30.515083 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.522194 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.524101 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/322bd955-1c18-4156-acd8-1bf04d34a12f HTTP/1.1" status: 204 len: 168 time: 0.3652020 Aug 18 14:50:30.533579 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ec351-1cf5-496b-a97a-fa164b4759c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=322bd955-1c18-4156-acd8-1bf04d34a12f,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:30.763887 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e955cbf-c89c-4467-b5bc-aac4745b278d req-a24fb33c-fdaa-4b3a-901a-c6ed0e87fc07 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:30.765369 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e955cbf-c89c-4467-b5bc-aac4745b278d req-a24fb33c-fdaa-4b3a-901a-c6ed0e87fc07 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0496058 Aug 18 14:50:30.803954 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e955cbf-c89c-4467-b5bc-aac4745b278d req-47ba2352-e95e-4d77-9f6b-a0a07206f260 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Aug 18 14:50:30.843545 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 32948) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:30.867991 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 4b8b364c-319d-470b-8d1e-76ddaf551f5e details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:50:30.893686 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-7ec62450-45ab-46bb-9338-92a796a4cec7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d4038727f4a41ed91873d202d77b367&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436044 Aug 18 14:50:30.896296 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 32952) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:30.951528 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c8704f57-9de7-40e1-9591-0d4604d61a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:30.965029 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 4b8b364c-319d-470b-8d1e-76ddaf551f5e, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=4b8b364c-319d-470b-8d1e-76ddaf551f5e,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:30.973210 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c8704f57-9de7-40e1-9591-0d4604d61a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.095371 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '4b8b364c-319d-470b-8d1e-76ddaf551f5e', 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f', 'port_id': '4b8b364c-319d-470b-8d1e-76ddaf551f5e', 'mac_address': 'fa:16:3e:3f:a2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e145757-58a4-4771-86d2-f06cbc2690e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:50:31.132869 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.137811 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c8704f57-9de7-40e1-9591-0d4604d61a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.140612 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c8704f57-9de7-40e1-9591-0d4604d61a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.141970 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c8704f57-9de7-40e1-9591-0d4604d61a13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/125012f7-4e72-4cc3-a8f1-a04c0fe9875d HTTP/1.1" status: 204 len: 168 time: 0.2444215 Aug 18 14:50:31.152400 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8b364c-319d-470b-8d1e-76ddaf551f5e {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:50:31.156869 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8704f57-9de7-40e1-9591-0d4604d61a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125012f7-4e72-4cc3-a8f1-a04c0fe9875d,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:31.181729 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 4b8b364c-319d-470b-8d1e-76ddaf551f5e, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=4b8b364c-319d-470b-8d1e-76ddaf551f5e,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:31.244836 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:31.294301 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=4b8b364c-319d-470b-8d1e-76ddaf551f5e,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:31.301337 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.301694 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.302206 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.302558 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.302887 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.303389 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.303720 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.304044 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.304389 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.304717 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.305038 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.305526 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:50:31.342835 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4825ae2-dbc5-47ef-b0ee-88377704a2d7 req-839ab982-c762-42d5-b6a1-75e73c3d212d tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:31.344452 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b4825ae2-dbc5-47ef-b0ee-88377704a2d7 req-839ab982-c762-42d5-b6a1-75e73c3d212d tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 945 time: 0.0555577 Aug 18 14:50:31.383100 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b4825ae2-dbc5-47ef-b0ee-88377704a2d7 req-5684ddf5-abcb-4be7-aa82-1470887b4815 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Aug 18 14:50:31.456721 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:50:31.776687 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['4b8b364c-319d-470b-8d1e-76ddaf551f5e'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:50:31.934235 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fedda8-a7d2-4e64-8eb3-3d13daefb635 req-63a1725c-8e81-4736-954b-ff2303f028ad tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:31.936654 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d5fedda8-a7d2-4e64-8eb3-3d13daefb635 req-63a1725c-8e81-4736-954b-ff2303f028ad tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0627518 Aug 18 14:50:31.983006 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d5fedda8-a7d2-4e64-8eb3-3d13daefb635 req-af564244-beaf-492f-a8bd-66817e64c5da tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374117 Aug 18 14:50:32.509598 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de6abb-736b-490c-8525-8a3c6f8d662d req-351fb9fe-1488-4ea8-a93f-969e1b5cc321 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:32.511183 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-94de6abb-736b-490c-8525-8a3c6f8d662d req-351fb9fe-1488-4ea8-a93f-969e1b5cc321 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 945 time: 0.0561483 Aug 18 14:50:32.559075 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-94de6abb-736b-490c-8525-8a3c6f8d662d req-b801727b-3c84-412b-aeaa-12a19d5a68ba tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420063 Aug 18 14:50:33.130805 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618761e3-89c8-4e80-a7ea-bd11ac672635 req-0bbf36bf-c836-42b1-a365-e3949c489506 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:33.132300 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-618761e3-89c8-4e80-a7ea-bd11ac672635 req-0bbf36bf-c836-42b1-a365-e3949c489506 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0497694 Aug 18 14:50:33.170297 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-618761e3-89c8-4e80-a7ea-bd11ac672635 req-0ad9da2c-53c5-4bad-8b37-4f3bbd6763f5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315809 Aug 18 14:50:33.512218 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33108) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:33.626188 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5df8-7608-465e-876e-b2f22f29fd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:33.752365 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516aa07-9489-41e6-9159-f5155abc2e87 req-3f4039da-a4db-473d-ba62-077ce36c7eed tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:33.754059 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8516aa07-9489-41e6-9159-f5155abc2e87 req-3f4039da-a4db-473d-ba62-077ce36c7eed tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 945 time: 0.1012030 Aug 18 14:50:33.843360 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de2d5-0f00-4bae-84cc-ed916b4767e2 req-502bd2c5-175e-4603-8d8f-7f309bb02a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:33.844922 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-094de2d5-0f00-4bae-84cc-ed916b4767e2 req-502bd2c5-175e-4603-8d8f-7f309bb02a5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 1099 time: 0.0819712 Aug 18 14:50:33.847703 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8516aa07-9489-41e6-9159-f5155abc2e87 req-3448195f-217b-4d0f-b6bb-50ae6073bc4e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860004 Aug 18 14:50:33.881364 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5df8-7608-465e-876e-b2f22f29fd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:33.894259 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-094de2d5-0f00-4bae-84cc-ed916b4767e2 req-4a62ce5b-b1c0-49eb-aa3b-a730a8d31cf8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382082 Aug 18 14:50:33.988797 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5df8-7608-465e-876e-b2f22f29fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.025308 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b5df8-7608-465e-876e-b2f22f29fd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab14732-d31a-4c39-99ed-ffa8a3b9e3a3,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:34.030207 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-7b2b5df8-7608-465e-876e-b2f22f29fd4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b852f36b3f04311812ae938425959b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5168855 Aug 18 14:50:34.033190 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 33120) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:34.090279 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fdb3df5c-3850-4b23-a16f-77e6c0f00857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.112999 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fdb3df5c-3850-4b23-a16f-77e6c0f00857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.255803 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fdb3df5c-3850-4b23-a16f-77e6c0f00857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.258825 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fdb3df5c-3850-4b23-a16f-77e6c0f00857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.260168 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-fdb3df5c-3850-4b23-a16f-77e6c0f00857 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fab14732-d31a-4c39-99ed-ffa8a3b9e3a3 HTTP/1.1" status: 204 len: 168 time: 0.2254417 Aug 18 14:50:34.269376 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3df5c-3850-4b23-a16f-77e6c0f00857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab14732-d31a-4c39-99ed-ffa8a3b9e3a3,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:34.302831 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8f0ab-c7c9-4fdd-a6ab-fca509bc1371 req-33dbfca0-1296-4d33-8186-16c0fbbda0c4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:34.304343 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eee8f0ab-c7c9-4fdd-a6ab-fca509bc1371 req-33dbfca0-1296-4d33-8186-16c0fbbda0c4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0663452 Aug 18 14:50:34.345576 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eee8f0ab-c7c9-4fdd-a6ab-fca509bc1371 req-a9c0a665-d5ec-4611-87e8-789e605b7ce3 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352926 Aug 18 14:50:34.808088 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 33166) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:34.854599 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2db6d7-f1fe-46f6-9673-fecbc26cc33d admin admin] Deleting subnet c8265bd6-3558-4514-898e-137067f16413 {{(pid=100976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:50:34.858057 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5e2db6d7-f1fe-46f6-9673-fecbc26cc33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.864405 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 4b8b364c-319d-470b-8d1e-76ddaf551f5e up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:50:34.891270 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33170) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:34.903295 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5e2db6d7-f1fe-46f6-9673-fecbc26cc33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63757013'] for subnet, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:34.949153 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5e2db6d7-f1fe-46f6-9673-fecbc26cc33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.019064 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 4b8b364c-319d-470b-8d1e-76ddaf551f5e completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:50:35.024101 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 4b8b364c-319d-470b-8d1e-76ddaf551f5e triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:50:35.024542 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.071607 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431256d5-c05d-45c7-a7fd-5e1f4e447187 req-80e94de8-041b-406c-bc8f-0d7432819530 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:35.073633 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-431256d5-c05d-45c7-a7fd-5e1f4e447187 req-80e94de8-041b-406c-bc8f-0d7432819530 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 945 time: 0.0691469 Aug 18 14:50:35.095999 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1fef3450-4bd8-4a61-9e4c-aa9b4befa5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.102076 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5e2db6d7-f1fe-46f6-9673-fecbc26cc33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63757054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63690607'] for subnet, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.128398 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.137166 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-431256d5-c05d-45c7-a7fd-5e1f4e447187 req-77d4bbc3-3582-40c1-bcbd-caa831c11489 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552707 Aug 18 14:50:35.148380 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2db6d7-f1fe-46f6-9673-fecbc26cc33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8265bd6-3558-4514-898e-137067f16413,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:35.153932 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5e2db6d7-f1fe-46f6-9673-fecbc26cc33d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.162482 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-5e2db6d7-f1fe-46f6-9673-fecbc26cc33d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c8265bd6-3558-4514-898e-137067f16413 HTTP/1.1" status: 204 len: 168 time: 0.3530965 Aug 18 14:50:35.163872 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 33178) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:35.190058 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074dd828-a20e-4453-9faa-5b5fb31c8eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8b364c-319d-470b-8d1e-76ddaf551f5e'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:35.194106 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b5bb43-f655-4dfe-90e1-66663e61e0c7" -d '{"events": [{"server_uuid": "074dd828-a20e-4453-9faa-5b5fb31c8eb0", "name": "network-vif-plugged", "status": "completed", "tag": "4b8b364c-319d-470b-8d1e-76ddaf551f5e"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:35.215864 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 4b8b364c-319d-470b-8d1e-76ddaf551f5e, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=4b8b364c-319d-470b-8d1e-76ddaf551f5e,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:35.218890 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1fef3450-4bd8-4a61-9e4c-aa9b4befa5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.257003 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d8787f-c89f-414c-bef8-757460a621fc x-openstack-request-id: req-09d8787f-c89f-414c-bef8-757460a621fc {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:35.257298 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074dd828-a20e-4453-9faa-5b5fb31c8eb0", "name": "network-vif-plugged", "status": "completed", "tag": "4b8b364c-319d-470b-8d1e-76ddaf551f5e", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:35.257806 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09d8787f-c89f-414c-bef8-757460a621fc {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:35.258213 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074dd828-a20e-4453-9faa-5b5fb31c8eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8b364c-319d-470b-8d1e-76ddaf551f5e', 'code': 200} Aug 18 14:50:35.260249 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.298251 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.337751 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1fef3450-4bd8-4a61-9e4c-aa9b4befa5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.345717 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.359418 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033ff907-8ad8-4bd1-b8dc-48acfb364cd2']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:35.370993 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=4b8b364c-319d-470b-8d1e-76ddaf551f5e,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:35.371847 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265a5e57-591d-4f26-b26d-bcc2cd028bb4') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:35.372296 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265a5e57-591d-4f26-b26d-bcc2cd028bb4') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:35.385166 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.390265 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef3450-4bd8-4a61-9e4c-aa9b4befa5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef82e2dc-f820-4e9a-8b92-bdddec7b8b7e,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:35.394787 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-1fef3450-4bd8-4a61-9e4c-aa9b4befa5f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=169b0cc133c34e849d76c73860df9c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024931 Aug 18 14:50:35.397416 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33190) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:35.412603 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.420401 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:50:35.421105 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:50:35.433432 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:50:35.497856 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e11043dc-3c5d-4544-87a1-f68d3769e7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.506113 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f6254-1192-4551-b62b-b13409797040 req-0da52922-ba2c-41f3-a923-2366129c4a0b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:35.507606 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e06f6254-1192-4551-b62b-b13409797040 req-0da52922-ba2c-41f3-a923-2366129c4a0b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0732169 Aug 18 14:50:35.542749 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e11043dc-3c5d-4544-87a1-f68d3769e7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.577692 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.582250 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e06f6254-1192-4551-b62b-b13409797040 req-17cc13a0-589c-4667-9e21-fcccce5b2078 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662026 Aug 18 14:50:35.587368 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.587368 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] 10.222.0.16 "DELETE /v2.0/networks/033ff907-8ad8-4bd1-b8dc-48acfb364cd2 HTTP/1.1" status: 204 len: 168 time: 0.4201593 Aug 18 14:50:35.590417 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33196) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:35.602561 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f3450-4de4-421b-aa3e-5d43a48a344a admin admin] Pushing event deleted for resources: {'Network': ['ID=033ff907-8ad8-4bd1-b8dc-48acfb364cd2,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:35.641341 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4563d05-b672-4e94-b965-2a8a8c8608b2 admin admin] Deleting subnet 51a5d4c4-cc7c-40ad-92e0-88c9699a2231 {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:50:35.645167 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e4563d05-b672-4e94-b965-2a8a8c8608b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.709263 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e4563d05-b672-4e94-b965-2a8a8c8608b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64721784'] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.733634 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e11043dc-3c5d-4544-87a1-f68d3769e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.736171 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e11043dc-3c5d-4544-87a1-f68d3769e7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.737302 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-e11043dc-3c5d-4544-87a1-f68d3769e7d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef82e2dc-f820-4e9a-8b92-bdddec7b8b7e HTTP/1.1" status: 204 len: 168 time: 0.3386488 Aug 18 14:50:35.754547 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6fde6-797e-489a-bde0-f5abe2bde4db req-c2d54127-4c6b-40d2-aa0f-dc0add361230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:35.756033 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8be6fde6-797e-489a-bde0-f5abe2bde4db req-c2d54127-4c6b-40d2-aa0f-dc0add361230 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 1099 time: 0.0874746 Aug 18 14:50:35.758495 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11043dc-3c5d-4544-87a1-f68d3769e7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef82e2dc-f820-4e9a-8b92-bdddec7b8b7e,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:35.776652 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e4563d05-b672-4e94-b965-2a8a8c8608b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:35.828945 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8be6fde6-797e-489a-bde0-f5abe2bde4db req-e4f70561-0408-4920-a5f2-f454ddf7513a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598533 Aug 18 14:50:36.086267 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e4563d05-b672-4e94-b965-2a8a8c8608b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64721826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63383891'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.141833 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4563d05-b672-4e94-b965-2a8a8c8608b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a5d4c4-cc7c-40ad-92e0-88c9699a2231,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:36.146361 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e4563d05-b672-4e94-b965-2a8a8c8608b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.148472 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-e4563d05-b672-4e94-b965-2a8a8c8608b2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/51a5d4c4-cc7c-40ad-92e0-88c9699a2231 HTTP/1.1" status: 204 len: 168 time: 0.5568204 Aug 18 14:50:36.151755 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33214) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:36.226505 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.311397 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.321935 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5463e94f-12fa-4a38-8ced-6ff6dd9a29f2']}} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:36.333425 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581bc8d9-bcaa-4bcc-8b3d-cd6bed5acd8d') {'for_net_delete': True} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:36.336342 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581bc8d9-bcaa-4bcc-8b3d-cd6bed5acd8d') {} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:50:36.343585 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64721777'] for segment, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.382131 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.390357 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:50:36.390793 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64722432'] for segment, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: Traceback (most recent call last): Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: timer() Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: cb(*args, **kw) Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: return func(*args, **kwargs) Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: self._notify() Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: self.callback(batched_events) Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: event.method(event) Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: return f(self, *a, **k) Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._get(url).json() Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: return self.request(url, 'GET', **kwargs) Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:50:36.392385 dv-cinder-805026-1-iscsi neutron-server[100975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:50:36.445729 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7312d-30f1-4fc2-9df5-daf59d8bc3a8 req-06508d17-add5-43c3-8f42-b3aa3e15701b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:36.447302 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-11c7312d-30f1-4fc2-9df5-daf59d8bc3a8 req-06508d17-add5-43c3-8f42-b3aa3e15701b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 946 time: 0.1019011 Aug 18 14:50:36.495214 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-11c7312d-30f1-4fc2-9df5-daf59d8bc3a8 req-8933fb37-65a1-4f7e-8f87-76f175533200 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375373 Aug 18 14:50:36.543703 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.549627 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.551728 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] 10.222.0.16 "DELETE /v2.0/networks/5463e94f-12fa-4a38-8ced-6ff6dd9a29f2 HTTP/1.1" status: 204 len: 168 time: 0.3988218 Aug 18 14:50:36.564141 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315436fb-2b44-40e2-809f-49f43494353e admin admin] Pushing event deleted for resources: {'Network': ['ID=5463e94f-12fa-4a38-8ced-6ff6dd9a29f2,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:36.610299 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33234) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:36.623606 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5acd2452-2984-44a2-bc64-ecc6f18c9962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.731042 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5acd2452-2984-44a2-bc64-ecc6f18c9962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.741712 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ab65f-c256-4d06-ba86-7a1ac3b92852 req-fb75c9f1-8385-4705-a0b0-9b15cec6869c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:36.743233 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f74ab65f-c256-4d06-ba86-7a1ac3b92852 req-fb75c9f1-8385-4705-a0b0-9b15cec6869c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0535798 Aug 18 14:50:36.777993 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5acd2452-2984-44a2-bc64-ecc6f18c9962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.788443 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f74ab65f-c256-4d06-ba86-7a1ac3b92852 req-6dde60ad-5522-473d-8300-2358baec2c36 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Aug 18 14:50:36.817141 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-5acd2452-2984-44a2-bc64-ecc6f18c9962 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a35ddbc42644b2594fd6b72127c615d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057230 Aug 18 14:50:36.817987 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd2452-2984-44a2-bc64-ecc6f18c9962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb44427-bf79-453a-b2bd-650c39c5de31,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:36.820711 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 33240) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:36.871225 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-2f1d99d4-22e8-42cb-b36e-c31e74683186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.894471 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-2f1d99d4-22e8-42cb-b36e-c31e74683186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:36.925391 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c102c-7bc3-4d79-adc6-b1978ca37264 req-2ca69536-996b-4c0c-877d-cd97a25d0543 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:36.927091 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ba8c102c-7bc3-4d79-adc6-b1978ca37264 req-2ca69536-996b-4c0c-877d-cd97a25d0543 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0598416 Aug 18 14:50:36.966887 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ba8c102c-7bc3-4d79-adc6-b1978ca37264 req-58f1ca27-9ef4-4fe1-9836-bd49a5fa1b6e tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Aug 18 14:50:37.004917 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 33248) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:37.044135 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-76ef8296-1258-4536-a2b8-463b0ac2f255 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f39ac3b04b7b45569f2c974e1a7ea5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380878 Aug 18 14:50:37.046601 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 33250) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:37.085656 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-2f1d99d4-22e8-42cb-b36e-c31e74683186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:37.088396 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-2f1d99d4-22e8-42cb-b36e-c31e74683186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:37.090340 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-2f1d99d4-22e8-42cb-b36e-c31e74683186 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cb44427-bf79-453a-b2bd-650c39c5de31 HTTP/1.1" status: 204 len: 168 time: 0.2678659 Aug 18 14:50:37.120465 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d99d4-22e8-42cb-b36e-c31e74683186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb44427-bf79-453a-b2bd-650c39c5de31,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:37.138333 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-00af4931-e698-4c56-ab52-9e0417b04ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:37.165039 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-00af4931-e698-4c56-ab52-9e0417b04ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:37.297038 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-00af4931-e698-4c56-ab52-9e0417b04ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:37.299735 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-00af4931-e698-4c56-ab52-9e0417b04ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:37.301296 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-00af4931-e698-4c56-ab52-9e0417b04ed3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21532c3a-af1d-4914-9081-33cd2fc7712c HTTP/1.1" status: 204 len: 168 time: 0.2537985 Aug 18 14:50:37.314550 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af4931-e698-4c56-ab52-9e0417b04ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21532c3a-af1d-4914-9081-33cd2fc7712c,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:37.619507 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc256ea-2bec-4ec6-904e-aa6b6460e97d req-dfcad52e-c661-4a5e-b194-4bd504e8c644 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:37.621191 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fbc256ea-2bec-4ec6-904e-aa6b6460e97d req-dfcad52e-c661-4a5e-b194-4bd504e8c644 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 946 time: 0.0527186 Aug 18 14:50:37.660497 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fbc256ea-2bec-4ec6-904e-aa6b6460e97d req-30258c05-57cd-46a5-8946-6d321c72afdf tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Aug 18 14:50:38.083958 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33296) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:38.127034 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-af792b8c-a87a-4d09-aa5c-ccf2f082d597 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=244afaa1cf794cf48d2b1791351283aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418501 Aug 18 14:50:38.129472 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33298) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:38.179380 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-10f3b5a7-f07b-4e8c-8f81-cb296c6db516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:38.201161 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-10f3b5a7-f07b-4e8c-8f81-cb296c6db516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:38.285800 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-10f3b5a7-f07b-4e8c-8f81-cb296c6db516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:38.288445 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-10f3b5a7-f07b-4e8c-8f81-cb296c6db516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:38.289653 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-10f3b5a7-f07b-4e8c-8f81-cb296c6db516 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66861af5-1cb5-49bb-b9d7-a87733d0b09b HTTP/1.1" status: 204 len: 168 time: 0.1592782 Aug 18 14:50:38.297886 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3b5a7-f07b-4e8c-8f81-cb296c6db516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66861af5-1cb5-49bb-b9d7-a87733d0b09b,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:38.780131 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a8b03-ddb2-4081-9047-48f490481145 req-1bb278e6-864f-4416-a579-20ef924ac492 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:38.781626 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8a2a8b03-ddb2-4081-9047-48f490481145 req-1bb278e6-864f-4416-a579-20ef924ac492 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 946 time: 0.0493085 Aug 18 14:50:38.818377 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8a2a8b03-ddb2-4081-9047-48f490481145 req-b334fc58-4593-471f-9999-f03a266ab27c tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305331 Aug 18 14:50:39.723095 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb9715-8dd0-4d33-ad5d-5fb13a9fbe30 req-0ddd7c3a-830d-4a48-8f29-40979010ea58 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:39.725038 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e7fb9715-8dd0-4d33-ad5d-5fb13a9fbe30 req-0ddd7c3a-830d-4a48-8f29-40979010ea58 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0498888 Aug 18 14:50:39.768875 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e7fb9715-8dd0-4d33-ad5d-5fb13a9fbe30 req-1a6807c5-3ae0-40b5-9ea8-05f174948a6a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375390 Aug 18 14:50:40.430424 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33426) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:40.576333 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3461c7e5-925c-4e76-b819-fb62113da7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:40.663730 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3461c7e5-925c-4e76-b819-fb62113da7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:40.725218 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3461c7e5-925c-4e76-b819-fb62113da7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:40.762965 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3461c7e5-925c-4e76-b819-fb62113da7a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1736d0bd3aaf4ca08be76f1be9950b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313808 Aug 18 14:50:40.763688 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461c7e5-925c-4e76-b819-fb62113da7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e868c3-fab4-4956-84b6-072796be13d3,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:40.765620 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 33436) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:40.815155 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b057fffe-6d0d-451f-a1c5-20b63bd96e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:40.835684 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b057fffe-6d0d-451f-a1c5-20b63bd96e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:40.971401 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b057fffe-6d0d-451f-a1c5-20b63bd96e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:40.974023 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b057fffe-6d0d-451f-a1c5-20b63bd96e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:40.975487 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b057fffe-6d0d-451f-a1c5-20b63bd96e87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6e868c3-fab4-4956-84b6-072796be13d3 HTTP/1.1" status: 204 len: 168 time: 0.2089012 Aug 18 14:50:40.983973 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057fffe-6d0d-451f-a1c5-20b63bd96e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e868c3-fab4-4956-84b6-072796be13d3,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:41.632986 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 33448) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:41.645977 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0db70f7a-6f34-4729-93e4-50be0a30359f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:41.736283 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0db70f7a-6f34-4729-93e4-50be0a30359f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:41.891342 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0db70f7a-6f34-4729-93e4-50be0a30359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:41.933599 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-0db70f7a-6f34-4729-93e4-50be0a30359f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b07841e61674dd6b6bb4d222f3327e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964270 Aug 18 14:50:41.933599 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db70f7a-6f34-4729-93e4-50be0a30359f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8806f9d1-1f6d-4dd1-a594-4cad0a84694a,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:41.934922 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 33456) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:50:41.990495 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4899fd98-5c42-47e6-9bfa-8fc94f41c033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:42.011979 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4899fd98-5c42-47e6-9bfa-8fc94f41c033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:42.096452 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4899fd98-5c42-47e6-9bfa-8fc94f41c033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:42.099083 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4899fd98-5c42-47e6-9bfa-8fc94f41c033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:42.100216 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-4899fd98-5c42-47e6-9bfa-8fc94f41c033 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8806f9d1-1f6d-4dd1-a594-4cad0a84694a HTTP/1.1" status: 204 len: 168 time: 0.1640193 Aug 18 14:50:42.109267 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899fd98-5c42-47e6-9bfa-8fc94f41c033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8806f9d1-1f6d-4dd1-a594-4cad0a84694a,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:43.435776 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-adc50fcb-b27e-4b1b-8b1c-6d2cc1092b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:43.436751 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-adc50fcb-b27e-4b1b-8b1c-6d2cc1092b77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1099 time: 0.0400987 Aug 18 14:50:43.577179 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7f380-6d48-422e-80de-a4a531742bf2 req-e459284d-ee7b-408b-8eb1-197e5e87dc98 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:43.580871 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-63c7f380-6d48-422e-80de-a4a531742bf2 req-e459284d-ee7b-408b-8eb1-197e5e87dc98 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0705187 Aug 18 14:50:43.606101 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-817c0cc3-f5cc-44e5-88c9-87ae1d130d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:43.607545 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-817c0cc3-f5cc-44e5-88c9-87ae1d130d3a service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 919 time: 0.1480160 Aug 18 14:50:43.661005 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-4ca116aa-a6c5-4c25-aff9-9cf391d795b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0530808f-762e-4646-b823-d8a40952e76d HTTP/1.1" status: 200 len: 217 time: 0.0453796 Aug 18 14:50:43.663474 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-63c7f380-6d48-422e-80de-a4a531742bf2 req-7361696a-e6b9-44dc-bf58-577f094db770 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739927 Aug 18 14:50:43.716806 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-948e05a0-bc94-4134-9c30-f1fe5ae92519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:43.718386 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-948e05a0-bc94-4134-9c30-f1fe5ae92519 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.0488915 Aug 18 14:50:43.751282 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-af7ac86e-4dee-40f1-9e15-4fb783b91f4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247684 Aug 18 14:50:43.847189 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-98f78c0e-9577-4ae3-b9e5-72d1c8124812 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857091 Aug 18 14:50:43.938961 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ef583a1-b4c8-4f45-8353-bf7a2d90fe13 req-a747ddc6-5f7f-4d4b-a6e6-4589484faa35 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839858 Aug 18 14:50:45.028324 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15306af0-fc3b-42c4-bb90-05ec495bd11c req-17576f3b-9cc8-4019-b94d-a2974fb4a9af tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:45.029876 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-15306af0-fc3b-42c4-bb90-05ec495bd11c req-17576f3b-9cc8-4019-b94d-a2974fb4a9af tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.2624435 Aug 18 14:50:45.067148 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-15306af0-fc3b-42c4-bb90-05ec495bd11c req-9fdff53b-3645-468a-aab2-5c19e4e091ab tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Aug 18 14:50:45.170168 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a6aef-2cf9-4759-8f98-0c0983b86ff6 req-1b8e645b-90e1-45f4-bcd7-48e939a56487 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:45.171666 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-976a6aef-2cf9-4759-8f98-0c0983b86ff6 req-1b8e645b-90e1-45f4-bcd7-48e939a56487 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 946 time: 0.0523033 Aug 18 14:50:45.208892 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-976a6aef-2cf9-4759-8f98-0c0983b86ff6 req-704a888f-abf1-4bf8-be3c-6f408cdfb10f tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Aug 18 14:50:49.380937 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68330c-880a-4472-9744-4d72dbcf0193 req-ff2cd1d1-d99f-4dd8-9a63-980fb077aab5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:49.382403 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5e68330c-880a-4472-9744-4d72dbcf0193 req-ff2cd1d1-d99f-4dd8-9a63-980fb077aab5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0494862 Aug 18 14:50:49.422014 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5e68330c-880a-4472-9744-4d72dbcf0193 req-e1715b1d-5276-4dd5-ad35-b2eba5a3fc7d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326478 Aug 18 14:50:49.516502 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709b925-84b0-497a-806f-d482bbbf5ab6 req-d3f56230-4d0e-4c5a-a60c-a2d45d620aba tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:49.518000 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9709b925-84b0-497a-806f-d482bbbf5ab6 req-d3f56230-4d0e-4c5a-a60c-a2d45d620aba tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 946 time: 0.0504031 Aug 18 14:50:49.564234 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9709b925-84b0-497a-806f-d482bbbf5ab6 req-b0c92f5e-c237-4b05-a40a-4d9c7ee9ef95 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390389 Aug 18 14:50:50.541392 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49399513-1d34-43c8-88a4-5028e8d131e0 req-8e5e5ccc-fd1a-46d2-a6e4-549415b8a845 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:50.543811 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-49399513-1d34-43c8-88a4-5028e8d131e0 req-8e5e5ccc-fd1a-46d2-a6e4-549415b8a845 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0509026 Aug 18 14:50:50.587298 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-49399513-1d34-43c8-88a4-5028e8d131e0 req-4260649c-9f77-43a1-ac8a-33028ebf80f8 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329280 Aug 18 14:50:50.695341 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8af821-736f-4f3f-a7f4-5468172a96e3 req-928b92e5-093f-4f80-a571-2d6b5cb51a38 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:50.696782 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1f8af821-736f-4f3f-a7f4-5468172a96e3 req-928b92e5-093f-4f80-a571-2d6b5cb51a38 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 946 time: 0.0481505 Aug 18 14:50:50.735352 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1f8af821-736f-4f3f-a7f4-5468172a96e3 req-efa03304-df55-4b57-a586-c904fb72473b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Aug 18 14:50:51.095361 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-32dcda47-032f-4624-894e-fc56885b252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:51.996856 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4489c11-fff3-4de4-b9e1-9215fd2f06c7 req-99bab6f3-f583-43f0-bd5f-67a47cefb5d4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:51.998351 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d4489c11-fff3-4de4-b9e1-9215fd2f06c7 req-99bab6f3-f583-43f0-bd5f-67a47cefb5d4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0587711 Aug 18 14:50:52.036440 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d4489c11-fff3-4de4-b9e1-9215fd2f06c7 req-bb090a37-4351-43a3-9f8f-2289c3467b27 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Aug 18 14:50:52.061830 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a7ff8-19a0-4bcd-b77a-9c6045256b77 req-2e135e9a-2351-474d-9af8-d0ee7ae822c6 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:52.063355 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-367a7ff8-19a0-4bcd-b77a-9c6045256b77 req-2e135e9a-2351-474d-9af8-d0ee7ae822c6 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 946 time: 0.0542486 Aug 18 14:50:52.095559 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-35bcb948-0d43-4adf-9679-862aed22028a tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:52.096984 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-35bcb948-0d43-4adf-9679-862aed22028a tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.49 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 946 time: 0.0472279 Aug 18 14:50:52.100567 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-367a7ff8-19a0-4bcd-b77a-9c6045256b77 req-d15d0cd4-e38f-4856-b788-1eea91e5f2ed tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312316 Aug 18 14:50:52.223318 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Deleting port 4b8b364c-319d-470b-8d1e-76ddaf551f5e {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:50:52.223663 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:52.318940 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] For port 4b8b364c-319d-470b-8d1e-76ddaf551f5e, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=4b8b364c-319d-470b-8d1e-76ddaf551f5e,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:50:52.319304 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:52.333590 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Calling delete_port for 4b8b364c-319d-470b-8d1e-76ddaf551f5e owned by compute:nova {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:50:52.605660 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:52.635172 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Pushing event deleted for resources: {'Port': ['ID=4b8b364c-319d-470b-8d1e-76ddaf551f5e,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:52.649385 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['4b8b364c-319d-470b-8d1e-76ddaf551f5e'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:50:52.699057 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] No DVR routers for this DVR port 4b8b364c-319d-470b-8d1e-76ddaf551f5e on host hv-cinder-80502 {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:50:52.702089 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:52.704188 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f06f647a-71e9-4c54-979a-a7a59c74c561 req-a89e9750-2675-41e0-9dfc-c334e5f7072b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.49 "DELETE /v2.0/ports/4b8b364c-319d-470b-8d1e-76ddaf551f5e HTTP/1.1" status: 204 len: 173 time: 0.5990064 Aug 18 14:50:52.704618 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074dd828-a20e-4453-9faa-5b5fb31c8eb0', 'name': 'network-vif-deleted', 'tag': '4b8b364c-319d-470b-8d1e-76ddaf551f5e'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:52.706844 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f730ec5-4c7d-4d6c-9422-4da8b11a8c02" -d '{"events": [{"server_uuid": "074dd828-a20e-4453-9faa-5b5fb31c8eb0", "name": "network-vif-deleted", "tag": "4b8b364c-319d-470b-8d1e-76ddaf551f5e"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:52.740985 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bb73dc-51d1-4445-b502-a1694d2e14e7 x-openstack-request-id: req-e6bb73dc-51d1-4445-b502-a1694d2e14e7 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:52.741278 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074dd828-a20e-4453-9faa-5b5fb31c8eb0", "name": "network-vif-deleted", "tag": "4b8b364c-319d-470b-8d1e-76ddaf551f5e", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:52.741530 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6bb73dc-51d1-4445-b502-a1694d2e14e7 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:52.741928 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074dd828-a20e-4453-9faa-5b5fb31c8eb0', 'name': 'network-vif-deleted', 'tag': '4b8b364c-319d-470b-8d1e-76ddaf551f5e', 'status': 'completed', 'code': 200} Aug 18 14:50:53.159382 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6accd2e-57da-472a-8159-b253c84b609d req-444f2a13-e76a-4ef2-8633-7de236026c53 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:53.161071 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d6accd2e-57da-472a-8159-b253c84b609d req-444f2a13-e76a-4ef2-8633-7de236026c53 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0514572 Aug 18 14:50:53.213868 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d6accd2e-57da-472a-8159-b253c84b609d req-241a37ce-b98d-4deb-9627-9939d7ced9d1 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363402 Aug 18 14:50:53.239933 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cad232b3-4df7-4aba-9b92-073ffee065a7 req-631ce478-0900-4986-89b6-be3a2b6c7414 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=074dd828-a20e-4453-9faa-5b5fb31c8eb0 HTTP/1.1" status: 200 len: 210 time: 0.0315382 Aug 18 14:50:53.637625 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-26fc0e1e-b2a3-4c60-a441-e9b097bf8010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:53.782340 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:54.349250 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154cd22-51af-455f-94f9-40578cae4c92 req-4a3a46f3-a0b0-46e7-9cdc-2fd8a7badcb0 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:54.359221 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b154cd22-51af-455f-94f9-40578cae4c92 req-4a3a46f3-a0b0-46e7-9cdc-2fd8a7badcb0 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0662963 Aug 18 14:50:54.415064 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b154cd22-51af-455f-94f9-40578cae4c92 req-76af288f-0d19-476f-b0f2-3db5ca4075b4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420630 Aug 18 14:50:54.597853 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-568ecd5e-dd9c-4de3-9250-46369da23a6e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:54.599342 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-568ecd5e-dd9c-4de3-9250-46369da23a6e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/networks?id=5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f HTTP/1.1" status: 200 len: 809 time: 0.1024482 Aug 18 14:50:54.615317 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-9fb7a113-6336-4e88-a1fc-594205357ff5 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/quotas/7630b9dc9a624cd9bbe56322c4b6fd4d HTTP/1.1" status: 200 len: 375 time: 0.0101042 Aug 18 14:50:54.652771 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4bb2743a-6a12-4b65-b783-c9044d94f0ef tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7630b9dc9a624cd9bbe56322c4b6fd4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308609 Aug 18 14:50:54.678264 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:54.747919 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-e062b4b6-3020-40a0-a947-98f15fd1aaac service neutron] 10.222.0.16 "GET /v2.0/networks/5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877769 Aug 18 14:50:54.816119 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:54.843364 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-bc2c9854-5333-48ec-95d9-7d76e5babc98 service neutron] 10.222.0.16 "GET /v2.0/networks/5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894930 Aug 18 14:50:54.959107 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 4b8b364c-319d-470b-8d1e-76ddaf551f5e no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:50:54.979025 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 4b8b364c-319d-470b-8d1e-76ddaf551f5e {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:50:54.979366 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 4b8b364c-319d-470b-8d1e-76ddaf551f5e not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:50:55.138727 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-a6161c7d-d77e-40e7-a6c5-e4cc00c92e4b req-b228c9b2-67ef-4c83-871f-fbc6161f5a4f tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 210 time: 0.0322499 Aug 18 14:50:55.536652 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419be1d-fd5d-458c-ad78-e62493d45035 req-68bfcf17-f0bf-4ead-9de9-8061fd4a77db tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:55.538116 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4419be1d-fd5d-458c-ad78-e62493d45035 req-68bfcf17-f0bf-4ead-9de9-8061fd4a77db tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0508091 Aug 18 14:50:55.577509 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4419be1d-fd5d-458c-ad78-e62493d45035 req-fa02ee06-9059-4939-923c-82d2157efc8b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Aug 18 14:50:56.242948 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-dd169478-6e50-4f97-9301-cfd4bc2ae375 req-66222978-38ab-484a-b421-f8ba74aa319b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 210 time: 0.0341442 Aug 18 14:50:56.476666 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:56.700259 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757ecd8-3112-4df8-9c11-52f2cae83bf0 req-e2271004-1997-41d5-84c2-9d0fb86b55bd tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:56.701626 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8757ecd8-3112-4df8-9c11-52f2cae83bf0 req-e2271004-1997-41d5-84c2-9d0fb86b55bd tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0499415 Aug 18 14:50:56.739203 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8757ecd8-3112-4df8-9c11-52f2cae83bf0 req-7453a56e-6b18-41d6-a6c1-e5e93c175306 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Aug 18 14:50:56.836308 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f8313-ef88-4f9c-9947-d60cdafe4891 req-8a488690-5f09-47a9-841c-1b3730cb5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:56.837938 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-460f8313-ef88-4f9c-9947-d60cdafe4891 req-8a488690-5f09-47a9-841c-1b3730cb5965 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1099 time: 0.0400984 Aug 18 14:50:56.877549 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-460f8313-ef88-4f9c-9947-d60cdafe4891 req-b99f4e05-e647-405c-a109-b6765a5a0ad9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275984 Aug 18 14:50:57.346150 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e0005226-23e2-4f27-864e-c6b310afc188 req-ff568cb6-435b-49b3-9c28-0254c28a6bc8 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 210 time: 0.0299106 Aug 18 14:50:57.855910 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98d45d-1982-4b91-a2d5-86df28de30d9 req-bf3351e9-a90d-4b7d-b269-b721cf1276bc tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:57.857353 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-6f98d45d-1982-4b91-a2d5-86df28de30d9 req-bf3351e9-a90d-4b7d-b269-b721cf1276bc tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0486174 Aug 18 14:50:57.895489 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-6f98d45d-1982-4b91-a2d5-86df28de30d9 req-66bc9c5b-537c-46fd-b3f0-66ec6babda98 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Aug 18 14:50:57.989202 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-5331613a-6f57-4efc-bddf-a05f39be92e3 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:57.990506 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-5331613a-6f57-4efc-bddf-a05f39be92e3 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.49 "GET /v2.0/networks?id=5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f HTTP/1.1" status: 200 len: 809 time: 0.1062646 Aug 18 14:50:58.020859 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Request body: {'port': {'device_id': 'cec8b932-1890-4628-b2dc-bb29064675c3', 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f', 'admin_state_up': True, 'tenant_id': '7630b9dc9a624cd9bbe56322c4b6fd4d'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:58.204588 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Made reservation on behalf of 7630b9dc9a624cd9bbe56322c4b6fd4d for: {'port': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:50:58.208175 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:58.330863 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Allocated IP 172.20.0.3 (5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f/1e145757-58a4-4771-86d2-f06cbc2690e7/b04c63d3-6109-49df-9be2-9d4f638d4c38) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:50:58.475772 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-12b7fcd4-0d1b-4333-890b-9c5dfc5692c9 req-c4fe2742-9d35-432b-ab95-270183c11a23 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 210 time: 0.0336707 Aug 18 14:50:58.513427 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:58.622619 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:58.682643 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:50:58.690563 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:50:58.690563 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:50:58.740068 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:58.740817 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:58.760628 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Pushing event updated for resources: {'Port': ['ID=b04c63d3-6109-49df-9be2-9d4f638d4c38,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:58.851637 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4c78b483-336a-4457-9480-deb6e31d365b tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8357241 Aug 18 14:50:58.890203 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Request body: {'port': {'device_id': 'cec8b932-1890-4628-b2dc-bb29064675c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:50:58.949422 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:59.018046 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178bd0c-b500-4873-bcaf-039faab53a3b req-d14a0d20-d20f-4875-a4c2-5b8a1d6873b5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:59.019546 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2178bd0c-b500-4873-bcaf-039faab53a3b req-d14a0d20-d20f-4875-a4c2-5b8a1d6873b5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0531504 Aug 18 14:50:59.059177 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2178bd0c-b500-4873-bcaf-039faab53a3b req-641c3cd6-1c40-4ce5-93d6-dd755ecc1c64 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Aug 18 14:50:59.218373 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04c63d3-6109-49df-9be2-9d4f638d4c38 {{(pid=100975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:50:59.225929 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:59.237851 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Transition to ACTIVE for port object b04c63d3-6109-49df-9be2-9d4f638d4c38 will not be triggered until provisioned by entity L2. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:50:59.313171 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:59.366308 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b04c63d3-6109-49df-9be2-9d4f638d4c38,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:59.444857 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Attempting to bind port b04c63d3-6109-49df-9be2-9d4f638d4c38 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:50:59.445195 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Attempting to bind port b04c63d3-6109-49df-9be2-9d4f638d4c38 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f'}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:50:59.445519 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Attempting to bind port b04c63d3-6109-49df-9be2-9d4f638d4c38 on network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:50:59.450760 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Port b04c63d3-6109-49df-9be2-9d4f638d4c38 on network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:50:59.451084 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Attempting to bind port b04c63d3-6109-49df-9be2-9d4f638d4c38 on network 5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:50:59.456331 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:50:59.456667 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Checking segment: {'id': 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:50:59.457048 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Bound using segment: {'id': 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f'} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:50:59.457603 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Bound port: b04c63d3-6109-49df-9be2-9d4f638d4c38, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f'}}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:50:59.457890 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:59.552619 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11242f06-0251-4b66-8efb-3f84f3d23e5c req-3350a604-2afb-4696-831f-3bf6dd864b77 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:59.554085 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-11242f06-0251-4b66-8efb-3f84f3d23e5c req-3350a604-2afb-4696-831f-3bf6dd864b77 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0860023 Aug 18 14:50:59.559131 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] For port b04c63d3-6109-49df-9be2-9d4f638d4c38, host hv-cinder-80502, cleared binding levels {{(pid=100975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:50:59.563947 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] For port b04c63d3-6109-49df-9be2-9d4f638d4c38, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=b04c63d3-6109-49df-9be2-9d4f638d4c38,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:50:59.609948 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-11242f06-0251-4b66-8efb-3f84f3d23e5c req-32ee4f8c-6334-46ba-af48-13ecc3eeb221 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 Aug 18 14:50:59.654678 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e94513-abc9-4ddc-8c5c-4f9f8e7bacda req-7b9fdf33-9445-4193-a852-f306857e87ce tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:59.656254 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f1e94513-abc9-4ddc-8c5c-4f9f8e7bacda req-7b9fdf33-9445-4193-a852-f306857e87ce tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 943 time: 0.1056817 Aug 18 14:50:59.662905 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-cfe45121-e8ea-4c25-be6e-a4f39328d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:59.664333 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-cfe45121-e8ea-4c25-be6e-a4f39328d28a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1099 time: 0.0627248 Aug 18 14:50:59.669045 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:59.716354 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:59.716982 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:50:59.718487 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] 10.222.0.49 "PUT /v2.0/ports/b04c63d3-6109-49df-9be2-9d4f638d4c38 HTTP/1.1" status: 200 len: 1093 time: 0.8329029 Aug 18 14:50:59.721953 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec8b932-1890-4628-b2dc-bb29064675c3', 'tag': 'b04c63d3-6109-49df-9be2-9d4f638d4c38'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:50:59.721953 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457cada1-4b03-4d91-a202-f43d27720146" -d '{"events": [{"name": "network-changed", "server_uuid": "cec8b932-1890-4628-b2dc-bb29064675c3", "tag": "b04c63d3-6109-49df-9be2-9d4f638d4c38"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:50:59.753927 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ea07b-c41d-41af-903a-93c09c9361c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b04c63d3-6109-49df-9be2-9d4f638d4c38,revision_number=3']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:50:59.774163 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f1e94513-abc9-4ddc-8c5c-4f9f8e7bacda req-48d3ad55-4065-46ba-aadc-cb35ef9605d6 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056626 Aug 18 14:50:59.801934 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc30dcb-a30d-45fd-ae03-157691ba830f x-openstack-request-id: req-edc30dcb-a30d-45fd-ae03-157691ba830f {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:50:59.802365 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec8b932-1890-4628-b2dc-bb29064675c3", "tag": "b04c63d3-6109-49df-9be2-9d4f638d4c38", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:50:59.802756 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edc30dcb-a30d-45fd-ae03-157691ba830f {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:50:59.803284 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec8b932-1890-4628-b2dc-bb29064675c3', 'tag': 'b04c63d3-6109-49df-9be2-9d4f638d4c38', 'status': 'completed', 'code': 200} Aug 18 14:50:59.816670 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-aacde8f7-f890-4c7b-868f-8165b7a55e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:59.819558 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-aacde8f7-f890-4c7b-868f-8165b7a55e0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 919 time: 0.1399906 Aug 18 14:50:59.889155 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-63eb8c2d-4ce4-4492-b3b6-7f0e67a64217 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0530808f-762e-4646-b823-d8a40952e76d HTTP/1.1" status: 200 len: 217 time: 0.0398803 Aug 18 14:50:59.914850 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cada1-4b03-4d91-a202-f43d27720146 req-c8d181fe-0a67-465f-90f9-a0d13416abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:50:59.916898 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-457cada1-4b03-4d91-a202-f43d27720146 req-c8d181fe-0a67-465f-90f9-a0d13416abc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7630b9dc9a624cd9bbe56322c4b6fd4d&device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 1096 time: 0.0430992 Aug 18 14:51:00.053167 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cada1-4b03-4d91-a202-f43d27720146 req-a0758bef-200b-4eaa-b2ab-755c2bae33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:00.055040 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-457cada1-4b03-4d91-a202-f43d27720146 req-a0758bef-200b-4eaa-b2ab-755c2bae33d9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7630b9dc9a624cd9bbe56322c4b6fd4d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1043363 Aug 18 14:51:00.157750 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cada1-4b03-4d91-a202-f43d27720146 req-7416e64c-2efc-4198-861d-d292eef66430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:00.160094 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-457cada1-4b03-4d91-a202-f43d27720146 req-7416e64c-2efc-4198-861d-d292eef66430 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971861 Aug 18 14:51:00.192138 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-3c0a8a50-072a-4bc7-936f-5280936fd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:00.194168 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-3c0a8a50-072a-4bc7-936f-5280936fd967 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.2793493 Aug 18 14:51:00.229142 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-87279391-250e-4ec6-843c-75b45a8caf52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251832 Aug 18 14:51:00.283141 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-6c405b8a-8eb6-4658-89c9-9f542a17b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:00.284598 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-6c405b8a-8eb6-4658-89c9-9f542a17b36d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7630b9dc9a624cd9bbe56322c4b6fd4d&device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 1096 time: 0.0390694 Aug 18 14:51:00.322854 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-6111738e-3e27-419d-b0f3-fdf6d95e377f service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847943 Aug 18 14:51:00.338750 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-588642a5-69d5-46b5-95bd-ff8849213ddb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b04c63d3-6109-49df-9be2-9d4f638d4c38 HTTP/1.1" status: 200 len: 217 time: 0.0379262 Aug 18 14:51:00.388445 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-de67bdec-4cf0-478f-b189-fe733f5189b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:00.389971 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-de67bdec-4cf0-478f-b189-fe733f5189b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1e145757-58a4-4771-86d2-f06cbc2690e7 HTTP/1.1" status: 200 len: 849 time: 0.0430946 Aug 18 14:51:00.414272 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4bea2b20-b180-45e3-b321-ffb65a2b3749 req-5eb99d5c-d1c9-43e4-b713-cd0d40fae274 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834069 Aug 18 14:51:00.425015 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-dd7735a0-e40a-40ac-aac6-6a455750c398 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256114 Aug 18 14:51:00.521763 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-7b944f74-987f-46fb-8a9c-196329b9cd76 service neutron] 10.222.0.49 "GET /v2.0/networks/5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872326 Aug 18 14:51:00.612556 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d781edb4-84e2-4354-a2ab-5840c8ccff47 req-ebdd3f7d-be09-49d4-89e1-5d12c38b13e0 service neutron] 10.222.0.49 "GET /v2.0/networks/5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823183 Aug 18 14:51:00.728221 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06744594-364f-44d7-b932-7860d514cab2 req-21b38530-209c-45b2-a0ff-ddea72cb657b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:00.729782 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-06744594-364f-44d7-b932-7860d514cab2 req-21b38530-209c-45b2-a0ff-ddea72cb657b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0530307 Aug 18 14:51:00.772375 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-06744594-364f-44d7-b932-7860d514cab2 req-81a7afc7-0c82-41fa-a80c-2721e85bdfca tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327988 Aug 18 14:51:00.889435 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe501f4-1992-41b8-ba21-2b5ceed9d781 req-ecf61a54-9f2f-433f-818a-53b7191c0247 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:00.890918 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2fe501f4-1992-41b8-ba21-2b5ceed9d781 req-ecf61a54-9f2f-433f-818a-53b7191c0247 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 943 time: 0.0552554 Aug 18 14:51:00.929188 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2fe501f4-1992-41b8-ba21-2b5ceed9d781 req-e3a98ab1-d5df-445f-afd0-30d5f061129d tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Aug 18 14:51:01.931217 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9c99a-7b97-4ab1-8aa6-1617d31ae62f req-cf597ef0-d1d1-4cf2-a322-b97ec7d99a4b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:01.932747 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6af9c99a-7b97-4ab1-8aa6-1617d31ae62f req-cf597ef0-d1d1-4cf2-a322-b97ec7d99a4b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0494981 Aug 18 14:51:01.974209 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6af9c99a-7b97-4ab1-8aa6-1617d31ae62f req-bf0c79f7-1bf0-4ac2-b09a-73157e892ce8 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348423 Aug 18 14:51:02.060138 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527105-8ccc-4f7e-87d4-ca55c17cd1a1 req-1eb5c8c3-e0a6-457f-b3e5-9d609dd4cd6a tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:02.061651 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d0527105-8ccc-4f7e-87d4-ca55c17cd1a1 req-1eb5c8c3-e0a6-457f-b3e5-9d609dd4cd6a tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 943 time: 0.0528169 Aug 18 14:51:02.100646 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d0527105-8ccc-4f7e-87d4-ca55c17cd1a1 req-8d38611a-5b08-47ea-8d52-bc809929ceae tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327442 Aug 18 14:51:03.091086 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a88e6-6ee6-4c53-acbf-f754c67e912f req-f897f673-4671-4eda-82ff-fc782bf9c299 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:03.092532 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-648a88e6-6ee6-4c53-acbf-f754c67e912f req-f897f673-4671-4eda-82ff-fc782bf9c299 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0474298 Aug 18 14:51:03.131550 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-648a88e6-6ee6-4c53-acbf-f754c67e912f req-72f9cad9-f556-4d62-b37b-50b830a6aad3 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331156 Aug 18 14:51:03.216366 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ddc64-7e3e-494c-bd63-0ecc9b68f93f req-4d20e892-19f0-46ad-8927-2af061309874 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:03.217744 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-739ddc64-7e3e-494c-bd63-0ecc9b68f93f req-4d20e892-19f0-46ad-8927-2af061309874 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 943 time: 0.0492547 Aug 18 14:51:03.255024 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-739ddc64-7e3e-494c-bd63-0ecc9b68f93f req-3512e7a1-d74f-44e7-acc4-5e03ddb5c971 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Aug 18 14:51:08.111227 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device b04c63d3-6109-49df-9be2-9d4f638d4c38 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:51:08.211359 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port b04c63d3-6109-49df-9be2-9d4f638d4c38, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=b04c63d3-6109-49df-9be2-9d4f638d4c38,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:08.222702 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': 'b04c63d3-6109-49df-9be2-9d4f638d4c38', 'network_id': '5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f', 'port_id': 'b04c63d3-6109-49df-9be2-9d4f638d4c38', 'mac_address': 'fa:16:3e:4c:94:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e145757-58a4-4771-86d2-f06cbc2690e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:51:08.254500 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dd203-da6c-4740-86e2-75c0fc878406 req-6a1db469-120c-4fd3-b0b3-66fc4da3d336 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:08.256155 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-987dd203-da6c-4740-86e2-75c0fc878406 req-6a1db469-120c-4fd3-b0b3-66fc4da3d336 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0526252 Aug 18 14:51:08.264373 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:08.278379 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04c63d3-6109-49df-9be2-9d4f638d4c38 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:51:08.296351 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-987dd203-da6c-4740-86e2-75c0fc878406 req-6249ed6b-dee9-43e5-b48c-816cfe3b16eb tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Aug 18 14:51:08.300286 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port b04c63d3-6109-49df-9be2-9d4f638d4c38, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=b04c63d3-6109-49df-9be2-9d4f638d4c38,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:08.364907 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:08.403797 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fc4e2-00da-44e9-b045-715d8f698a74 req-cc2fc476-5d5d-4bfd-943a-25723f997813 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:08.405258 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dc8fc4e2-00da-44e9-b045-715d8f698a74 req-cc2fc476-5d5d-4bfd-943a-25723f997813 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 944 time: 0.0485508 Aug 18 14:51:08.414865 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=b04c63d3-6109-49df-9be2-9d4f638d4c38,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:08.442583 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dc8fc4e2-00da-44e9-b045-715d8f698a74 req-b267845a-fc7e-4155-b1d4-1287fcee4cf2 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312173 Aug 18 14:51:08.454685 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:51:09.199434 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['b04c63d3-6109-49df-9be2-9d4f638d4c38'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:51:09.422780 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c023cf-9d5c-4779-9eb2-8245290afe9e req-1da97e1a-d1cf-4412-9995-66378da3398f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:09.424259 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-55c023cf-9d5c-4779-9eb2-8245290afe9e req-1da97e1a-d1cf-4412-9995-66378da3398f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0500398 Aug 18 14:51:09.464076 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-55c023cf-9d5c-4779-9eb2-8245290afe9e req-fd002821-18a4-4a14-8a29-5fe533485580 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328622 Aug 18 14:51:09.576235 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0b58d-2aa0-48df-a516-800280ac2524 req-e2e513bd-8b55-4602-bbd6-d703dc746d26 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:09.577746 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-31e0b58d-2aa0-48df-a516-800280ac2524 req-e2e513bd-8b55-4602-bbd6-d703dc746d26 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 944 time: 0.0547919 Aug 18 14:51:09.628969 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-31e0b58d-2aa0-48df-a516-800280ac2524 req-80027718-7a72-437b-bf1b-4cb2554a7e5e tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Aug 18 14:51:10.501056 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34156) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:10.592695 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd4765-f3f4-4e76-8f97-405e8ad59f08 req-07cabb8a-371e-42cf-9a8e-d4b042d5cb73 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:10.594195 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-64dd4765-f3f4-4e76-8f97-405e8ad59f08 req-07cabb8a-371e-42cf-9a8e-d4b042d5cb73 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0533090 Aug 18 14:51:10.611489 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b6d2e6a4-4bb9-46b1-a442-f4affcc614b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.633477 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-64dd4765-f3f4-4e76-8f97-405e8ad59f08 req-3fb65353-d4cb-40af-9049-53d9e6732877 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Aug 18 14:51:10.753468 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b6d2e6a4-4bb9-46b1-a442-f4affcc614b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.778111 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef98a07-b71a-424a-9e20-db4d8caae475 req-0ba1bd24-742a-436f-a2f9-59bb8c9f9596 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:10.779735 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3ef98a07-b71a-424a-9e20-db4d8caae475 req-0ba1bd24-742a-436f-a2f9-59bb8c9f9596 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 944 time: 0.0663261 Aug 18 14:51:10.812711 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b6d2e6a4-4bb9-46b1-a442-f4affcc614b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.831409 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3ef98a07-b71a-424a-9e20-db4d8caae475 req-091a8dc3-ff09-4200-b9cd-e1c34c057298 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456541 Aug 18 14:51:10.847251 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2e6a4-4bb9-46b1-a442-f4affcc614b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4acde7b-09ed-4a3c-a677-7ce4acb8978a,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:10.864360 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-b6d2e6a4-4bb9-46b1-a442-f4affcc614b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f97cf0ee31f448499c18fa2ede79a12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621898 Aug 18 14:51:10.876386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34166) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:10.925743 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f8237a30-10e4-4907-8ce2-5b2adc330809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:10.947185 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f8237a30-10e4-4907-8ce2-5b2adc330809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.059899 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device b04c63d3-6109-49df-9be2-9d4f638d4c38 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:51:11.067810 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f8237a30-10e4-4907-8ce2-5b2adc330809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.070717 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f8237a30-10e4-4907-8ce2-5b2adc330809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.075704 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-f8237a30-10e4-4907-8ce2-5b2adc330809 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4acde7b-09ed-4a3c-a677-7ce4acb8978a HTTP/1.1" status: 204 len: 168 time: 0.1983011 Aug 18 14:51:11.083825 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8237a30-10e4-4907-8ce2-5b2adc330809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4acde7b-09ed-4a3c-a677-7ce4acb8978a,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:11.239347 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port b04c63d3-6109-49df-9be2-9d4f638d4c38 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:51:11.251659 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port b04c63d3-6109-49df-9be2-9d4f638d4c38 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:51:11.252032 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.355306 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.378072 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec8b932-1890-4628-b2dc-bb29064675c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c63d3-6109-49df-9be2-9d4f638d4c38'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:11.380404 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847c402c-5847-4b5c-93f9-d8820cb00486" -d '{"events": [{"server_uuid": "cec8b932-1890-4628-b2dc-bb29064675c3", "name": "network-vif-plugged", "status": "completed", "tag": "b04c63d3-6109-49df-9be2-9d4f638d4c38"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:11.395001 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port b04c63d3-6109-49df-9be2-9d4f638d4c38, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=b04c63d3-6109-49df-9be2-9d4f638d4c38,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:11.418645 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97eb4fa-bdf1-41e0-a929-bd28e122eddd x-openstack-request-id: req-d97eb4fa-bdf1-41e0-a929-bd28e122eddd {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:11.419005 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec8b932-1890-4628-b2dc-bb29064675c3", "name": "network-vif-plugged", "status": "completed", "tag": "b04c63d3-6109-49df-9be2-9d4f638d4c38", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:11.419263 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d97eb4fa-bdf1-41e0-a929-bd28e122eddd {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:11.419651 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec8b932-1890-4628-b2dc-bb29064675c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c63d3-6109-49df-9be2-9d4f638d4c38', 'code': 200} Aug 18 14:51:11.462139 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.520675 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=b04c63d3-6109-49df-9be2-9d4f638d4c38,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:11.805466 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34206) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:11.808762 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05102692-e3d6-443a-ba23-ba8b8e9c712d req-273f1218-c4ed-424b-8873-a98dcbf3a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:11.810300 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-05102692-e3d6-443a-ba23-ba8b8e9c712d req-273f1218-c4ed-424b-8873-a98dcbf3a252 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 1098 time: 0.0429409 Aug 18 14:51:11.819037 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-275579c7-2eec-42a3-b08c-dee2b7525832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.846651 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-05102692-e3d6-443a-ba23-ba8b8e9c712d req-b1d2b451-e85d-42d3-99d7-deea8b09cba9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288274 Aug 18 14:51:11.910171 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-275579c7-2eec-42a3-b08c-dee2b7525832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:11.960594 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274a837-57b3-4e95-a187-1ffec9be1e20 req-986d7025-3dd1-4048-94a0-de5fa4914546 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:11.962088 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3274a837-57b3-4e95-a187-1ffec9be1e20 req-986d7025-3dd1-4048-94a0-de5fa4914546 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 945 time: 0.0505381 Aug 18 14:51:11.970767 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-275579c7-2eec-42a3-b08c-dee2b7525832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.000447 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3274a837-57b3-4e95-a187-1ffec9be1e20 req-e67a10ad-def8-40b3-9951-90cc703ae10f tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Aug 18 14:51:12.009583 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-275579c7-2eec-42a3-b08c-dee2b7525832 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=824d9ddb6eb14b9a9f3993eab42fc0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025046 Aug 18 14:51:12.010442 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275579c7-2eec-42a3-b08c-dee2b7525832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ce5eb4-773e-408d-ac67-506013b210f3,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:12.012182 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34212) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:12.061129 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fa5be56-069b-4ac2-9563-2b8c2c122e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.081649 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fa5be56-069b-4ac2-9563-2b8c2c122e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.209868 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fa5be56-069b-4ac2-9563-2b8c2c122e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.212444 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fa5be56-069b-4ac2-9563-2b8c2c122e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:12.213603 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-2fa5be56-069b-4ac2-9563-2b8c2c122e8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7ce5eb4-773e-408d-ac67-506013b210f3 HTTP/1.1" status: 204 len: 168 time: 0.2003925 Aug 18 14:51:12.226163 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5be56-069b-4ac2-9563-2b8c2c122e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ce5eb4-773e-408d-ac67-506013b210f3,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:13.133174 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf81a1-7066-433f-a12d-045aafd4fe71 req-5ea31d36-3a7a-48b0-b304-85339eed8236 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:13.138950 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-28bf81a1-7066-433f-a12d-045aafd4fe71 req-5ea31d36-3a7a-48b0-b304-85339eed8236 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 945 time: 0.0557699 Aug 18 14:51:13.178128 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-28bf81a1-7066-433f-a12d-045aafd4fe71 req-f879a374-3cc5-42e5-93d1-1e3d05552d32 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 Aug 18 14:51:13.222946 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34276) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:13.438276 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6b9fd382-1edd-44d7-85a4-1f08de95c467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:13.489283 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08015d-95b6-4a94-8546-49a2ff195ade req-b6575d1f-f84d-42d8-af8b-ffc792ba50e2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:13.490808 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5c08015d-95b6-4a94-8546-49a2ff195ade req-b6575d1f-f84d-42d8-af8b-ffc792ba50e2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0503910 Aug 18 14:51:13.531649 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6b9fd382-1edd-44d7-85a4-1f08de95c467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:13.546369 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5c08015d-95b6-4a94-8546-49a2ff195ade req-566e7347-20f6-4866-a24a-74472bf9514a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469501 Aug 18 14:51:13.616404 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6b9fd382-1edd-44d7-85a4-1f08de95c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:13.663288 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-6b9fd382-1edd-44d7-85a4-1f08de95c467 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09ee8c22a3434499b4a33fd11729aff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383230 Aug 18 14:51:13.664531 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fd382-1edd-44d7-85a4-1f08de95c467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af218885-9d97-49b8-bcc5-264e304af064,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:13.665448 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34296) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:13.717788 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:13.740782 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:13.907446 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:13.910125 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:13.911293 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af218885-9d97-49b8-bcc5-264e304af064 HTTP/1.1" status: 204 len: 168 time: 0.2447684 Aug 18 14:51:13.919313 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af218885-9d97-49b8-bcc5-264e304af064,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:13.926734 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.927286 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.927787 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.928291 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.928633 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.929001 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.929298 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.929776 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.930254 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.930762 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.931742 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:13.932213 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f6d988-37f5-4e4d-8b35-be6762fdee7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:14.314071 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f94c8-cb27-4188-bf81-8142987a1a18 req-91b4c35b-e289-4130-acf9-f29d50d55dd7 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:14.318714 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-657f94c8-cb27-4188-bf81-8142987a1a18 req-91b4c35b-e289-4130-acf9-f29d50d55dd7 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 945 time: 0.0655286 Aug 18 14:51:14.366649 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-657f94c8-cb27-4188-bf81-8142987a1a18 req-7353d38d-bf94-472b-81b6-33b459ef5fa2 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Aug 18 14:51:14.588138 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34364) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:14.601583 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-df26f6cb-0486-4e03-b1f4-2f0f6b02f768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.692973 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-df26f6cb-0486-4e03-b1f4-2f0f6b02f768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.843413 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-df26f6cb-0486-4e03-b1f4-2f0f6b02f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.849054 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-df26f6cb-0486-4e03-b1f4-2f0f6b02f768 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b110ad68cb5415e8d23e2259c11a776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597911 Aug 18 14:51:14.849874 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26f6cb-0486-4e03-b1f4-2f0f6b02f768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2619d36c-a042-414e-ad7b-f1ef69befda5,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:14.851774 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34368) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:14.919418 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0d70b658-5058-4ef4-8509-184bee749cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:14.949570 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0d70b658-5058-4ef4-8509-184bee749cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.013867 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34378) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:15.089759 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0d70b658-5058-4ef4-8509-184bee749cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.092925 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0d70b658-5058-4ef4-8509-184bee749cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.096272 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-0d70b658-5058-4ef4-8509-184bee749cf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2619d36c-a042-414e-ad7b-f1ef69befda5 HTTP/1.1" status: 204 len: 168 time: 0.2423434 Aug 18 14:51:15.104001 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70b658-5058-4ef4-8509-184bee749cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2619d36c-a042-414e-ad7b-f1ef69befda5,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:15.161312 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8514f3cf-891a-4c6c-89ba-8acb906df842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.253412 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8514f3cf-891a-4c6c-89ba-8acb906df842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.455389 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8514f3cf-891a-4c6c-89ba-8acb906df842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.500791 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514f3cf-891a-4c6c-89ba-8acb906df842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb980bb3-301b-4916-8007-55ff4a1656c2,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:15.500791 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-8514f3cf-891a-4c6c-89ba-8acb906df842 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b45935f131a4dfc82ecdb57a05f52cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824166 Aug 18 14:51:15.500791 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34398) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:15.552573 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-376d9a7e-0ed3-48d1-9ec0-7307748b7b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.574705 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-376d9a7e-0ed3-48d1-9ec0-7307748b7b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.678982 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-376d9a7e-0ed3-48d1-9ec0-7307748b7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.681720 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-376d9a7e-0ed3-48d1-9ec0-7307748b7b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:15.683003 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-376d9a7e-0ed3-48d1-9ec0-7307748b7b5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb980bb3-301b-4916-8007-55ff4a1656c2 HTTP/1.1" status: 204 len: 168 time: 0.1817036 Aug 18 14:51:15.691475 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d9a7e-0ed3-48d1-9ec0-7307748b7b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb980bb3-301b-4916-8007-55ff4a1656c2,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:16.575342 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034aeb0-3658-4751-8842-a222ad9252bb req-219e736e-cdb8-40d5-8587-a6f3d2d3c383 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:16.576838 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4034aeb0-3658-4751-8842-a222ad9252bb req-219e736e-cdb8-40d5-8587-a6f3d2d3c383 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Aug 18 14:51:16.593615 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34434) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:16.608383 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:16.622116 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4034aeb0-3658-4751-8842-a222ad9252bb req-8eb1eca1-2e6c-4a94-ba88-489047c80c39 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345616 Aug 18 14:51:16.705932 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:16.799350 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:16.844768 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd125fc503b74860b34c3eaa2bbb2cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486205 Aug 18 14:51:16.845735 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0263716b-9673-4bb5-923f-3f0327c70d0a,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:16.847440 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34444) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:16.859211 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.859783 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.860346 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.861066 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.861602 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.862721 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.863218 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.863889 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.864233 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.864704 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.865046 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.865431 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704341f7-cd1f-4676-993f-5c9c0aff44e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:51:16.916760 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e0d49d6c-dde7-4081-bf4c-e9c68b3a62b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:16.949492 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e0d49d6c-dde7-4081-bf4c-e9c68b3a62b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:17.084840 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e0d49d6c-dde7-4081-bf4c-e9c68b3a62b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:17.088603 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e0d49d6c-dde7-4081-bf4c-e9c68b3a62b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:17.090113 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-e0d49d6c-dde7-4081-bf4c-e9c68b3a62b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0263716b-9673-4bb5-923f-3f0327c70d0a HTTP/1.1" status: 204 len: 168 time: 0.2414472 Aug 18 14:51:17.100980 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d49d6c-dde7-4081-bf4c-e9c68b3a62b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0263716b-9673-4bb5-923f-3f0327c70d0a,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:17.743025 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bc32f-37a2-465f-bbf7-e10aceebfd66 req-2de2d12b-a300-4bcf-91bd-cf35ab2fe193 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:17.744656 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a79bc32f-37a2-465f-bbf7-e10aceebfd66 req-2de2d12b-a300-4bcf-91bd-cf35ab2fe193 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 945 time: 0.0515950 Aug 18 14:51:17.783332 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a79bc32f-37a2-465f-bbf7-e10aceebfd66 req-2ec59131-10cf-48c6-a546-6087e9558784 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Aug 18 14:51:18.856256 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-805a7bf8-0197-43f0-8bb2-644437152cd0 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:18.858382 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-805a7bf8-0197-43f0-8bb2-644437152cd0 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.49 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 945 time: 0.0587664 Aug 18 14:51:18.926739 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cb2e6-c552-49a0-8852-1805154602c7 req-3faa8134-6f64-4d2f-a2c9-a147a62529df tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:18.928908 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-6e1cb2e6-c552-49a0-8852-1805154602c7 req-3faa8134-6f64-4d2f-a2c9-a147a62529df tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 945 time: 0.0558686 Aug 18 14:51:18.970470 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-6e1cb2e6-c552-49a0-8852-1805154602c7 req-ed423368-790f-4b50-91ec-601d633f0601 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/security-groups?id=08e8e8a0-05e0-4d0a-997c-b8719cee247b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354240 Aug 18 14:51:18.983606 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Deleting port b04c63d3-6109-49df-9be2-9d4f638d4c38 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:51:18.983950 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.082192 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] For port b04c63d3-6109-49df-9be2-9d4f638d4c38, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=b04c63d3-6109-49df-9be2-9d4f638d4c38,segment=NetworkSegment(aac6e285-4b31-4cd7-80ac-c8a9dfb824d0),segment_id=aac6e285-4b31-4cd7-80ac-c8a9dfb824d0)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:51:19.082586 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.096469 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Calling delete_port for b04c63d3-6109-49df-9be2-9d4f638d4c38 owned by compute:nova {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:51:19.324900 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.352740 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Pushing event deleted for resources: {'Port': ['ID=b04c63d3-6109-49df-9be2-9d4f638d4c38,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:19.360810 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['b04c63d3-6109-49df-9be2-9d4f638d4c38'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:51:19.397368 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] No DVR routers for this DVR port b04c63d3-6109-49df-9be2-9d4f638d4c38 on host hv-cinder-80502 {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:51:19.400678 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.402697 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e07c031a-4c39-4002-8a56-2b1d6d2cc8f5 req-1895e848-c665-44ca-afc6-cb9fe0fdcc48 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.49 "DELETE /v2.0/ports/b04c63d3-6109-49df-9be2-9d4f638d4c38 HTTP/1.1" status: 204 len: 173 time: 0.5329285 Aug 18 14:51:19.403198 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec8b932-1890-4628-b2dc-bb29064675c3', 'name': 'network-vif-deleted', 'tag': 'b04c63d3-6109-49df-9be2-9d4f638d4c38'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:51:19.405472 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18f676a-497c-49da-8585-feaa66f94885" -d '{"events": [{"server_uuid": "cec8b932-1890-4628-b2dc-bb29064675c3", "name": "network-vif-deleted", "tag": "b04c63d3-6109-49df-9be2-9d4f638d4c38"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:51:19.444414 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6c8619-073b-4297-bd1f-5138e4c92a08 x-openstack-request-id: req-fd6c8619-073b-4297-bd1f-5138e4c92a08 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:51:19.444724 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec8b932-1890-4628-b2dc-bb29064675c3", "name": "network-vif-deleted", "tag": "b04c63d3-6109-49df-9be2-9d4f638d4c38", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:51:19.444981 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd6c8619-073b-4297-bd1f-5138e4c92a08 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:51:19.445373 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec8b932-1890-4628-b2dc-bb29064675c3', 'name': 'network-vif-deleted', 'tag': 'b04c63d3-6109-49df-9be2-9d4f638d4c38', 'status': 'completed', 'code': 200} Aug 18 14:51:19.459019 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34546) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:19.565958 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4494e827-5149-4944-9155-c25b171ad67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.657661 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4494e827-5149-4944-9155-c25b171ad67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.713128 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4494e827-5149-4944-9155-c25b171ad67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.753333 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-4494e827-5149-4944-9155-c25b171ad67d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85b899c7535e4a82a26594a681fb763b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932115 Aug 18 14:51:19.754291 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494e827-5149-4944-9155-c25b171ad67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268bae28-b22f-4f19-b653-c82abe0b56e4,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:19.756011 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34554) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:19.806234 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-94f68e83-b7ca-4d8c-ad99-02c381c3f110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.828438 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-94f68e83-b7ca-4d8c-ad99-02c381c3f110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:19.906302 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-28fab068-f74c-4f5f-9130-2e129a754bfc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389473 Aug 18 14:51:19.990398 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-7f311506-12c0-4a58-8e3d-b131a8e52437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:19.991915 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-7f311506-12c0-4a58-8e3d-b131a8e52437 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1099 time: 0.0422006 Aug 18 14:51:19.999088 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-94f68e83-b7ca-4d8c-ad99-02c381c3f110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:20.002416 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-94f68e83-b7ca-4d8c-ad99-02c381c3f110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:20.006000 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-94f68e83-b7ca-4d8c-ad99-02c381c3f110 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/268bae28-b22f-4f19-b653-c82abe0b56e4 HTTP/1.1" status: 204 len: 168 time: 0.2461801 Aug 18 14:51:20.012026 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f68e83-b7ca-4d8c-ad99-02c381c3f110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268bae28-b22f-4f19-b653-c82abe0b56e4,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:20.099260 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8822636e-e433-4180-bac4-99f686c6ebb8 req-4c7b1c83-9eb4-4f74-ab82-b8d285d89698 tempest-VolumesActionsTest-1319609965 tempest-VolumesActionsTest-1319609965-project] 10.222.0.16 "GET /v2.0/ports?device_id=cec8b932-1890-4628-b2dc-bb29064675c3 HTTP/1.1" status: 200 len: 210 time: 0.0313313 Aug 18 14:51:20.121644 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-f2017883-e15f-4e57-9e42-6f11a276d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:20.123302 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-f2017883-e15f-4e57-9e42-6f11a276d3a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 919 time: 0.1071360 Aug 18 14:51:20.168017 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-f67d8628-9b5a-415e-b13d-3388851a5ccb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0530808f-762e-4646-b823-d8a40952e76d HTTP/1.1" status: 200 len: 217 time: 0.0372355 Aug 18 14:51:20.438082 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-996ed7b1-86d1-4b69-9965-3bcf2272b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:20.439687 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-996ed7b1-86d1-4b69-9965-3bcf2272b79f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.2612731 Aug 18 14:51:20.471777 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-2a499035-9afd-498e-9641-e55848d52406 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237939 Aug 18 14:51:20.562716 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-10b78b6a-47c7-4927-b704-cb51f2eda494 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838163 Aug 18 14:51:20.669815 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8aba3416-3387-4d6e-829a-50bfcffd4f35 req-97adab77-a472-4ef0-9bce-7d1866f9c413 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994575 Aug 18 14:51:20.754159 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34574) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:20.768272 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2c121ba8-7873-4332-b31e-cf0cb35f7d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:20.863950 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2c121ba8-7873-4332-b31e-cf0cb35f7d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:20.930145 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2c121ba8-7873-4332-b31e-cf0cb35f7d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:20.968933 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-2c121ba8-7873-4332-b31e-cf0cb35f7d81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=318001ecb4d34d87bdff134f6fea47b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135565 Aug 18 14:51:20.969779 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c121ba8-7873-4332-b31e-cf0cb35f7d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3454f3-3110-45e7-bea9-53bb619456eb,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:20.971662 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34588) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:21.023416 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-21dd5032-ca35-4f74-a376-863fdfa8943c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:21.045818 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-21dd5032-ca35-4f74-a376-863fdfa8943c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:21.062172 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f9be3520-4d77-4945-8e39-0705649826cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:21.175807 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-21dd5032-ca35-4f74-a376-863fdfa8943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:21.178586 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-21dd5032-ca35-4f74-a376-863fdfa8943c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:21.179937 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-21dd5032-ca35-4f74-a376-863fdfa8943c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc3454f3-3110-45e7-bea9-53bb619456eb HTTP/1.1" status: 204 len: 168 time: 0.2066264 Aug 18 14:51:21.198438 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd5032-ca35-4f74-a376-863fdfa8943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3454f3-3110-45e7-bea9-53bb619456eb,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:23.489542 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device b04c63d3-6109-49df-9be2-9d4f638d4c38 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:51:23.510035 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: b04c63d3-6109-49df-9be2-9d4f638d4c38 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:51:23.510378 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device b04c63d3-6109-49df-9be2-9d4f638d4c38 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:51:23.558717 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d17c6cde-9323-4a7b-9907-7e77b7c830d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:23.718888 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.170340 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34720) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:24.275750 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-661e9e7b-f45a-4553-a0c6-de66b98e3d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.365955 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-661e9e7b-f45a-4553-a0c6-de66b98e3d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.450164 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-661e9e7b-f45a-4553-a0c6-de66b98e3d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.490054 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-661e9e7b-f45a-4553-a0c6-de66b98e3d63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b89e427ce27945f384377cb6bcb1c779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196905 Aug 18 14:51:24.490934 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e9e7b-f45a-4553-a0c6-de66b98e3d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1423bd9a-47d1-4244-a835-2429684629a4,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:24.492845 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34730) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:24.544346 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-af4a1964-fc95-46a2-9293-0939c3511526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.564634 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-af4a1964-fc95-46a2-9293-0939c3511526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.701183 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-af4a1964-fc95-46a2-9293-0939c3511526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.703794 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-af4a1964-fc95-46a2-9293-0939c3511526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:24.704939 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-af4a1964-fc95-46a2-9293-0939c3511526 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1423bd9a-47d1-4244-a835-2429684629a4 HTTP/1.1" status: 204 len: 168 time: 0.2110989 Aug 18 14:51:24.713145 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a1964-fc95-46a2-9293-0939c3511526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423bd9a-47d1-4244-a835-2429684629a4,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:24.827438 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:25.534815 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 34746) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:25.548438 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-92944f25-f3d2-4031-aee8-3edb963821cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:25.635527 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-92944f25-f3d2-4031-aee8-3edb963821cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:25.712843 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-92944f25-f3d2-4031-aee8-3edb963821cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:25.753497 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-92944f25-f3d2-4031-aee8-3edb963821cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3387d17fdeae4323821673727ab662fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175148 Aug 18 14:51:25.754461 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92944f25-f3d2-4031-aee8-3edb963821cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf552dd9-f208-4199-9632-bc4e570c15ec,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:25.756129 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34756) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:25.809214 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9e5c0c08-b19c-44e3-86cc-d399ccc4d58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:25.830169 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9e5c0c08-b19c-44e3-86cc-d399ccc4d58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:25.975865 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9e5c0c08-b19c-44e3-86cc-d399ccc4d58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:25.980845 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9e5c0c08-b19c-44e3-86cc-d399ccc4d58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:25.980845 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-9e5c0c08-b19c-44e3-86cc-d399ccc4d58b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf552dd9-f208-4199-9632-bc4e570c15ec HTTP/1.1" status: 204 len: 168 time: 0.2218735 Aug 18 14:51:25.988689 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c0c08-b19c-44e3-86cc-d399ccc4d58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf552dd9-f208-4199-9632-bc4e570c15ec,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:26.204667 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:26.490155 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:31.530540 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34966) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:31.658192 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-00daa286-bc42-4947-9195-84512b9d0727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:31.743171 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce649d-a59b-44ed-b82c-387e83b427d7 req-67cee066-7b95-44c1-84c8-cee9610ce1c4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:31.744694 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b4ce649d-a59b-44ed-b82c-387e83b427d7 req-67cee066-7b95-44c1-84c8-cee9610ce1c4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0715599 Aug 18 14:51:31.791256 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-878de6cc-8fdc-4cd0-b2ee-4d4a77f0ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:31.793307 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-878de6cc-8fdc-4cd0-b2ee-4d4a77f0ea5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1099 time: 0.0399098 Aug 18 14:51:31.804588 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b4ce649d-a59b-44ed-b82c-387e83b427d7 req-ad6b4e38-d95d-413c-a8d6-b499fb82b932 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Aug 18 14:51:31.825555 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-00daa286-bc42-4947-9195-84512b9d0727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:31.886361 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-7be834d2-8446-4998-86f4-2df1c5dc3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:31.887840 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-7be834d2-8446-4998-86f4-2df1c5dc3e96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 919 time: 0.0845916 Aug 18 14:51:31.902312 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-00daa286-bc42-4947-9195-84512b9d0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:31.933872 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-e1c96b8e-5261-4914-81ad-33ac031c793e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0530808f-762e-4646-b823-d8a40952e76d HTTP/1.1" status: 200 len: 217 time: 0.0381672 Aug 18 14:51:31.944331 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-00daa286-bc42-4947-9195-84512b9d0727 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=474106c7a3ed4d159b76e4392ae84810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127028 Aug 18 14:51:31.945512 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daa286-bc42-4947-9195-84512b9d0727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa4609b-dce2-40eb-bd82-d0f7a2d297b3,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:31.947897 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 34978) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:31.984505 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-dc767057-d0ca-45da-8153-c21e4ee7f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:31.989309 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-dc767057-d0ca-45da-8153-c21e4ee7f4db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.0444963 Aug 18 14:51:32.000153 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d570246f-b2eb-483e-94a7-db9d4e62d64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:32.018936 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-4926ada2-4136-4fb5-8895-7d4a51b162ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251367 Aug 18 14:51:32.024048 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d570246f-b2eb-483e-94a7-db9d4e62d64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:32.121624 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-d70bdc2e-2ffe-4a20-9ba3-5343d9bba318 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890734 Aug 18 14:51:32.193197 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d570246f-b2eb-483e-94a7-db9d4e62d64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:32.195806 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d570246f-b2eb-483e-94a7-db9d4e62d64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:32.196987 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d570246f-b2eb-483e-94a7-db9d4e62d64e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fa4609b-dce2-40eb-bd82-d0f7a2d297b3 HTTP/1.1" status: 204 len: 168 time: 0.2481740 Aug 18 14:51:32.205664 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570246f-b2eb-483e-94a7-db9d4e62d64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa4609b-dce2-40eb-bd82-d0f7a2d297b3,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:32.266788 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0ee9d22a-f382-4b69-b3cb-1059a9a20955 req-5951d5b4-670f-4056-9560-bb3c005998b0 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869241 Aug 18 14:51:32.928923 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d376-d702-46ab-a83c-ee663ea5fcca req-be5f2930-573d-4bb0-9988-ef7abcc75f95 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:32.930488 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1cc8d376-d702-46ab-a83c-ee663ea5fcca req-be5f2930-573d-4bb0-9988-ef7abcc75f95 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0519843 Aug 18 14:51:32.968886 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1cc8d376-d702-46ab-a83c-ee663ea5fcca req-fc5fc1d3-20bc-434b-b4d1-f7ac38aa23f0 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Aug 18 14:51:32.981542 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 35004) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:32.994508 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6b7276ad-625d-4a2e-a502-37eef6de31cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:33.083655 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6b7276ad-625d-4a2e-a502-37eef6de31cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:33.153124 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6b7276ad-625d-4a2e-a502-37eef6de31cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:33.190880 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-6b7276ad-625d-4a2e-a502-37eef6de31cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1a1d0bb739e46b690c1498c179f8495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082651 Aug 18 14:51:33.191747 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7276ad-625d-4a2e-a502-37eef6de31cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e8738-169d-4e02-b83c-c5900d505129,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:33.193581 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35010) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:33.245507 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-49434a23-66ee-4b17-83fa-340eba5ff4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:33.274109 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-49434a23-66ee-4b17-83fa-340eba5ff4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:33.392604 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-49434a23-66ee-4b17-83fa-340eba5ff4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:33.395316 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-49434a23-66ee-4b17-83fa-340eba5ff4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:33.405552 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-49434a23-66ee-4b17-83fa-340eba5ff4ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f72e8738-169d-4e02-b83c-c5900d505129 HTTP/1.1" status: 204 len: 168 time: 0.2018580 Aug 18 14:51:33.405552 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49434a23-66ee-4b17-83fa-340eba5ff4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e8738-169d-4e02-b83c-c5900d505129,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:35.700863 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35086) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:35.802546 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0725eb6f-cac3-44b7-8568-6bf833815ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:35.907280 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0725eb6f-cac3-44b7-8568-6bf833815ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:35.986954 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0725eb6f-cac3-44b7-8568-6bf833815ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:36.023837 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725eb6f-cac3-44b7-8568-6bf833815ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f3f534-1bda-4d6d-949f-eac4781067d9,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:36.028127 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-0725eb6f-cac3-44b7-8568-6bf833815ab1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73a2cbc2b00549dbb5b09f55adcc7a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262491 Aug 18 14:51:36.030847 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35096) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:36.079187 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5122246c-9cfe-4940-8e3c-f90d57dd5151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:36.099987 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5122246c-9cfe-4940-8e3c-f90d57dd5151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:36.250078 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5122246c-9cfe-4940-8e3c-f90d57dd5151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:36.252804 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5122246c-9cfe-4940-8e3c-f90d57dd5151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:36.254123 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-5122246c-9cfe-4940-8e3c-f90d57dd5151 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5f3f534-1bda-4d6d-949f-eac4781067d9 HTTP/1.1" status: 204 len: 168 time: 0.2223132 Aug 18 14:51:36.261937 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122246c-9cfe-4940-8e3c-f90d57dd5151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f3f534-1bda-4d6d-949f-eac4781067d9,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:36.915058 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee53053-15d9-4032-a761-42ea39e72dd5 req-4cfaa98d-5694-44c8-825c-d4c5568e6aac tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:36.917787 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3ee53053-15d9-4032-a761-42ea39e72dd5 req-4cfaa98d-5694-44c8-825c-d4c5568e6aac tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0511806 Aug 18 14:51:36.958153 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3ee53053-15d9-4032-a761-42ea39e72dd5 req-6f032afb-1024-453f-9ec0-324ee2261736 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355003 Aug 18 14:51:37.014609 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35112) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:37.028231 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d20efc97-f5f6-4b25-b4a7-feb684de7d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:37.115913 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d20efc97-f5f6-4b25-b4a7-feb684de7d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:37.203581 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d20efc97-f5f6-4b25-b4a7-feb684de7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:37.243785 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d20efc97-f5f6-4b25-b4a7-feb684de7d53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e26b8ef5a894b288163351e16224c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281139 Aug 18 14:51:37.245546 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20efc97-f5f6-4b25-b4a7-feb684de7d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241164f7-ffd4-4124-9241-322d193944c8,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:37.247252 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 35114) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:37.295010 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-13bbfa27-4c7f-46f1-a279-13550798a4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:37.315346 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-13bbfa27-4c7f-46f1-a279-13550798a4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:37.455421 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-13bbfa27-4c7f-46f1-a279-13550798a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:37.457969 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-13bbfa27-4c7f-46f1-a279-13550798a4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:37.459228 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-13bbfa27-4c7f-46f1-a279-13550798a4fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/241164f7-ffd4-4124-9241-322d193944c8 HTTP/1.1" status: 204 len: 168 time: 0.2110023 Aug 18 14:51:37.467974 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbfa27-4c7f-46f1-a279-13550798a4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241164f7-ffd4-4124-9241-322d193944c8,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:38.108189 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe826dda-9273-4c07-95ef-54eb4a6e22aa req-6ddd2bb5-05cc-41e4-8172-4d80e8938cf5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:38.109676 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-fe826dda-9273-4c07-95ef-54eb4a6e22aa req-6ddd2bb5-05cc-41e4-8172-4d80e8938cf5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0547051 Aug 18 14:51:38.147627 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-fe826dda-9273-4c07-95ef-54eb4a6e22aa req-01ef6d39-0a57-400e-ab01-5b669d22a8a4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Aug 18 14:51:39.285408 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72c91-3525-44e2-a814-afac060b3fd6 req-a22b14b1-981c-4873-b909-d3dd7ca99e85 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:39.285408 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-09e72c91-3525-44e2-a814-afac060b3fd6 req-a22b14b1-981c-4873-b909-d3dd7ca99e85 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0649824 Aug 18 14:51:39.355678 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-09e72c91-3525-44e2-a814-afac060b3fd6 req-9584650e-180b-4b31-b5d4-2ca3e2e5256e tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643666 Aug 18 14:51:40.577306 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b0875-cfff-49d7-832b-bb2435128312 req-8801a80a-c8df-456c-8cb5-b279b60f8699 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:40.580529 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-523b0875-cfff-49d7-832b-bb2435128312 req-8801a80a-c8df-456c-8cb5-b279b60f8699 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0759201 Aug 18 14:51:40.639324 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-523b0875-cfff-49d7-832b-bb2435128312 req-adc4c717-5aab-42b3-ac5f-b73b4bedfc2b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487611 Aug 18 14:51:41.772774 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b26c01-62fa-4495-aa71-b2324dd3784c req-ba9c4c9d-65d4-44c1-8aed-8066572cc946 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:41.781754 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c1b26c01-62fa-4495-aa71-b2324dd3784c req-ba9c4c9d-65d4-44c1-8aed-8066572cc946 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0671136 Aug 18 14:51:41.826919 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c1b26c01-62fa-4495-aa71-b2324dd3784c req-f19e3346-6973-4f6d-89d0-813765bc7c47 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Aug 18 14:51:42.649801 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 35302) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:42.753508 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8b54aa96-c84a-4ad4-9732-1194602afd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:42.838546 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8b54aa96-c84a-4ad4-9732-1194602afd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:42.952427 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8b54aa96-c84a-4ad4-9732-1194602afd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:42.991729 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54aa96-c84a-4ad4-9732-1194602afd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99288113-bfaa-4d3f-889b-7947fb8750fe,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:42.997283 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-8b54aa96-c84a-4ad4-9732-1194602afd83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da8404a8fc8b45278d185cb734e8b701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460600 Aug 18 14:51:42.999874 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35310) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:43.048635 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-336223ec-2e54-4ef1-86d8-d9eddcd0b37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:43.068874 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-336223ec-2e54-4ef1-86d8-d9eddcd0b37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:43.209743 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-336223ec-2e54-4ef1-86d8-d9eddcd0b37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:43.212479 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-336223ec-2e54-4ef1-86d8-d9eddcd0b37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:43.213679 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-336223ec-2e54-4ef1-86d8-d9eddcd0b37d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99288113-bfaa-4d3f-889b-7947fb8750fe HTTP/1.1" status: 204 len: 168 time: 0.2128031 Aug 18 14:51:43.222753 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336223ec-2e54-4ef1-86d8-d9eddcd0b37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99288113-bfaa-4d3f-889b-7947fb8750fe,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:43.743011 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35326) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:43.756718 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-40f1fc52-4cbf-4bf2-933a-507bb2426fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:43.864666 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-40f1fc52-4cbf-4bf2-933a-507bb2426fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:43.992697 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-40f1fc52-4cbf-4bf2-933a-507bb2426fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:44.032771 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1fc52-4cbf-4bf2-933a-507bb2426fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab0c69-1c63-4b28-aeca-20362e070cc1,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:44.037006 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-40f1fc52-4cbf-4bf2-933a-507bb2426fa9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c90572c8bbf4d6bbca3d9c4932f3479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958903 Aug 18 14:51:44.049332 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35330) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:44.090161 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-85841b49-3a2b-4f14-9302-0c369cd9ede6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:44.111784 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-85841b49-3a2b-4f14-9302-0c369cd9ede6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:44.232818 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-85841b49-3a2b-4f14-9302-0c369cd9ede6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:44.235479 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-85841b49-3a2b-4f14-9302-0c369cd9ede6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:44.238920 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-85841b49-3a2b-4f14-9302-0c369cd9ede6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1ab0c69-1c63-4b28-aeca-20362e070cc1 HTTP/1.1" status: 204 len: 168 time: 0.1960354 Aug 18 14:51:44.252487 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85841b49-3a2b-4f14-9302-0c369cd9ede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab0c69-1c63-4b28-aeca-20362e070cc1,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:44.916257 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 35350) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:44.930006 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-deaa7e75-e6ae-402a-88ed-e1aba7b027c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:45.014538 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-deaa7e75-e6ae-402a-88ed-e1aba7b027c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:45.054765 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-deaa7e75-e6ae-402a-88ed-e1aba7b027c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:45.091786 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-deaa7e75-e6ae-402a-88ed-e1aba7b027c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee6ae5f0be5349b7832a53524be30029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744590 Aug 18 14:51:45.093654 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa7e75-e6ae-402a-88ed-e1aba7b027c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324cada7-f9ab-4fdc-8349-578d9ba3e733,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:45.094549 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35352) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:51:45.143204 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58af3e0a-ef57-43da-9688-d745569d7d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:45.165199 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58af3e0a-ef57-43da-9688-d745569d7d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:45.249258 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58af3e0a-ef57-43da-9688-d745569d7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:45.251820 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58af3e0a-ef57-43da-9688-d745569d7d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:45.253010 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-58af3e0a-ef57-43da-9688-d745569d7d57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/324cada7-f9ab-4fdc-8349-578d9ba3e733 HTTP/1.1" status: 204 len: 168 time: 0.1573651 Aug 18 14:51:45.260646 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af3e0a-ef57-43da-9688-d745569d7d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324cada7-f9ab-4fdc-8349-578d9ba3e733,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:51:45.453518 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:51:46.395515 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a20dd2-16e5-44d6-a4a5-50caac3f148a req-7ffa7b48-30c9-4ecd-b913-2156baeda404 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:46.404383 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-30a20dd2-16e5-44d6-a4a5-50caac3f148a req-7ffa7b48-30c9-4ecd-b913-2156baeda404 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0691142 Aug 18 14:51:46.441173 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-30a20dd2-16e5-44d6-a4a5-50caac3f148a req-3e699968-4054-465e-9691-5aff6dee2e38 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355380 Aug 18 14:51:47.584280 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f99002-1609-4d58-8d72-fde293d999ec req-d794875b-79bb-46a5-ba32-aea5228017b2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:47.586381 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e7f99002-1609-4d58-8d72-fde293d999ec req-d794875b-79bb-46a5-ba32-aea5228017b2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0570765 Aug 18 14:51:47.623921 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e7f99002-1609-4d58-8d72-fde293d999ec req-4637b326-1e81-477d-a17c-9912483515a7 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Aug 18 14:51:51.084300 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ec2174c4-f961-4261-93d5-5b5f3731cb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:52.173508 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681b418-f78e-48e8-ba4b-245adb964172 req-3fae6a5a-6d04-4537-ad32-217abc922e8d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:52.175328 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7681b418-f78e-48e8-ba4b-245adb964172 req-3fae6a5a-6d04-4537-ad32-217abc922e8d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0756686 Aug 18 14:51:52.226645 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7681b418-f78e-48e8-ba4b-245adb964172 req-d217e2c9-fa8e-48d0-befd-031b06b08410 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448565 Aug 18 14:51:53.541265 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac1e83a1-4010-48be-abb2-d85e6d5ed23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:53.718195 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:54.868245 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:56.203437 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:56.455155 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:51:57.168269 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e3b0b-f334-4c91-a596-b53575271160 req-a53daabe-46ad-4d99-bca1-8eb9f22daded tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:57.169990 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-de5e3b0b-f334-4c91-a596-b53575271160 req-a53daabe-46ad-4d99-bca1-8eb9f22daded tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0628376 Aug 18 14:51:57.211896 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-de5e3b0b-f334-4c91-a596-b53575271160 req-c2e3c122-2211-449c-bfa7-2fed0eba0c81 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344901 Aug 18 14:51:57.327409 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128f3d9-24a1-4a1b-8daa-b473ff05456e req-3c4401f8-4771-4e20-99b6-be774f31770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:57.329303 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1128f3d9-24a1-4a1b-8daa-b473ff05456e req-3c4401f8-4771-4e20-99b6-be774f31770d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1099 time: 0.0406632 Aug 18 14:51:57.384115 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1128f3d9-24a1-4a1b-8daa-b473ff05456e req-27c429e4-ab98-443b-a297-7636e7922f8a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 Aug 18 14:51:58.373042 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39607949-742c-4309-af08-c476114e53e8 req-0289a2b3-4745-44cb-9430-595786e167c9 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:58.380619 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-39607949-742c-4309-af08-c476114e53e8 req-0289a2b3-4745-44cb-9430-595786e167c9 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0775831 Aug 18 14:51:58.423121 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-39607949-742c-4309-af08-c476114e53e8 req-07e2c84e-7a8d-4ea0-9f0b-f7bedfe700d3 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 Aug 18 14:51:59.550337 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951b61-a38f-459e-a444-64960295f788 req-ffe1c8bf-d31e-4f4f-85b1-e5c40e99d44f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:51:59.552362 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-57951b61-a38f-459e-a444-64960295f788 req-ffe1c8bf-d31e-4f4f-85b1-e5c40e99d44f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0506239 Aug 18 14:51:59.599924 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-57951b61-a38f-459e-a444-64960295f788 req-f3f34fbe-b677-4f22-ab1d-b0745a64a342 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 Aug 18 14:52:00.208935 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-bc4a3e80-86b0-4935-92d9-0dab459f18cd tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f0268757c7d7469e8ad935172f796acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323815 Aug 18 14:52:00.418057 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a0b84f6e-c4af-4c3b-b360-aa56822551c4 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:00.419784 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a0b84f6e-c4af-4c3b-b360-aa56822551c4 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045331 Aug 18 14:52:00.438735 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-c3868164-cce9-4b13-b5d1-3f1747d6129d tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/quotas/f0268757c7d7469e8ad935172f796acc HTTP/1.1" status: 200 len: 375 time: 0.0130649 Aug 18 14:52:00.473358 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-0134a994-7e3a-4c9b-94f2-1c338965cbe7 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0268757c7d7469e8ad935172f796acc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282419 Aug 18 14:52:04.412868 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fca5ad-1c2b-4341-912c-5bfccd3f74f4 req-1908117e-1965-427a-a9ec-141e219483ea tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:04.414367 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-94fca5ad-1c2b-4341-912c-5bfccd3f74f4 req-1908117e-1965-427a-a9ec-141e219483ea tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0493896 Aug 18 14:52:04.426027 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f58d01fc-0944-49ba-b049-853e8038b982 req-96cd71dc-c1af-4e24-adff-8a268c5322ec tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 210 time: 0.0392146 Aug 18 14:52:04.454534 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-94fca5ad-1c2b-4341-912c-5bfccd3f74f4 req-7549258c-659f-4996-ac6c-54cfabb13001 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Aug 18 14:52:05.056040 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188e89f-2fa1-4a56-9b33-d7bc62e5db48 req-6bc97dfa-4b33-444d-88ed-4bb04d1f171f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:05.057501 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4188e89f-2fa1-4a56-9b33-d7bc62e5db48 req-6bc97dfa-4b33-444d-88ed-4bb04d1f171f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0456526 Aug 18 14:52:05.095198 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4188e89f-2fa1-4a56-9b33-d7bc62e5db48 req-9e9a3b2a-f86f-4a88-bfbd-7f78c6dda46f tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Aug 18 14:52:05.204811 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-06744780-a267-4082-b646-cfcf35814f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:05.206314 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-06744780-a267-4082-b646-cfcf35814f09 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 1099 time: 0.0398595 Aug 18 14:52:05.297067 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-fdc93180-52b9-4ece-9f2e-c1112c74b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:05.299063 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-fdc93180-52b9-4ece-9f2e-c1112c74b6a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 200 len: 919 time: 0.0836623 Aug 18 14:52:05.348792 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-a8325770-78b8-4ddc-a3ad-9e97330ca242 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0530808f-762e-4646-b823-d8a40952e76d HTTP/1.1" status: 200 len: 217 time: 0.0329309 Aug 18 14:52:05.402735 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-61a264f6-5f7b-4c97-a12d-d885d418e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:05.404167 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-61a264f6-5f7b-4c97-a12d-d885d418e021 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 200 len: 858 time: 0.0443411 Aug 18 14:52:05.452030 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-c324fd8e-5f17-42ec-a320-284fd8cea24a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7b49a8d7-21fe-4948-9be2-92db6ceac05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272334 Aug 18 14:52:05.551668 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3a9d145b-6566-4119-810a-264bccdc63c7 req-fb75dc9a-3ca2-4797-b173-ba83345ca23b tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 210 time: 0.0309792 Aug 18 14:52:05.578530 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-29fd91b7-90bf-4a1d-8a39-31cbe426c443 service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829699 Aug 18 14:52:05.669293 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fa449ec-ed4f-452c-98d4-c126ca9ced9b req-81984584-3285-446c-b2b0-a7a4483cdffb service neutron] 10.222.0.49 "GET /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831912 Aug 18 14:52:05.867737 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-55945fe7-9d08-481d-b8c6-3e15a31ed8d1 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f0268757c7d7469e8ad935172f796acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206361 Aug 18 14:52:05.981327 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-db7f1968-3a18-47a4-93af-af7519208c8e tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:05.982678 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-db7f1968-3a18-47a4-93af-af7519208c8e tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1004384 Aug 18 14:52:06.016344 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Request body: {'port': {'device_id': '9c6f0da8-1e9c-4f0c-b295-49821d4731f3', 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da', 'admin_state_up': True, 'tenant_id': 'f0268757c7d7469e8ad935172f796acc'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:06.203747 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Made reservation on behalf of f0268757c7d7469e8ad935172f796acc for: {'port': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:06.207662 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.223513 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b856d-a31d-4160-b998-59a43e8c04f4 req-baace48e-648d-4aed-8cec-9bb197fc55c2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:06.225003 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f82b856d-a31d-4160-b998-59a43e8c04f4 req-baace48e-648d-4aed-8cec-9bb197fc55c2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0601072 Aug 18 14:52:06.226119 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.289869 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f82b856d-a31d-4160-b998-59a43e8c04f4 req-154af77b-be07-4551-bdbb-04d9a3c737a6 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558505 Aug 18 14:52:06.347599 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.432228 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.503280 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c386768-2cc5-4cf5-bf37-f3a141bb4182,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:06.581763 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Allocated IP 192.168.233.136 (8eb81c4c-9877-42ce-9a8d-f125891a94da/c2e50254-de17-4c7a-ae95-d5be85722645/2edc892b-fb8d-44c1-9d51-9b882b3203ad) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:06.699711 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-78f16ee6-0b46-44e7-88be-7189c33e931f req-f6bdff56-3943-4c51-8048-f925ec40f872 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 210 time: 0.0251558 Aug 18 14:52:06.733570 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.749497 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Transition to ACTIVE for port object 2edc892b-fb8d-44c1-9d51-9b882b3203ad will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:06.879196 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:06.931218 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Network 8eb81c4c-9877-42ce-9a8d-f125891a94da is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:06.934589 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:06.937552 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:06.967132 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Pushing event updated for resources: {'Port': ['ID=2edc892b-fb8d-44c1-9d51-9b882b3203ad,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:07.004122 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.004787 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.216506 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-a5ab7975-9c40-4527-a627-75635e234858 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2039313 Aug 18 14:52:07.263320 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Request body: {'port': {'device_id': '9c6f0da8-1e9c-4f0c-b295-49821d4731f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:07.312613 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-90664d31-50e4-4575-91d3-f90bf2c592da None None] Provisioning for port 2edc892b-fb8d-44c1-9d51-9b882b3203ad completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:07.317635 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-90664d31-50e4-4575-91d3-f90bf2c592da None None] Provisioning complete for port 2edc892b-fb8d-44c1-9d51-9b882b3203ad triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:07.317635 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-90664d31-50e4-4575-91d3-f90bf2c592da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.317836 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.355175 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-90664d31-50e4-4575-91d3-f90bf2c592da None None] Port 2edc892b-fb8d-44c1-9d51-9b882b3203ad cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:52:07.463491 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35828) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:07.533587 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3f5c0-e9a1-41b1-b551-bc1628a6015a req-d8dc2fb0-5d38-4f2a-8c3f-28be0b62be2b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.535128 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-40d3f5c0-e9a1-41b1-b551-bc1628a6015a req-d8dc2fb0-5d38-4f2a-8c3f-28be0b62be2b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.1499751 Aug 18 14:52:07.583684 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-26a89b63-77d2-40ad-a561-57958c6aeec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.597937 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-40d3f5c0-e9a1-41b1-b551-bc1628a6015a req-9bde23d5-a531-4ad9-b3c9-152355cf31dd tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540648 Aug 18 14:52:07.691040 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edc892b-fb8d-44c1-9d51-9b882b3203ad {{(pid=100975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:52:07.710245 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.721617 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-26a89b63-77d2-40ad-a561-57958c6aeec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.728888 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Transition to ACTIVE for port object 2edc892b-fb8d-44c1-9d51-9b882b3203ad will not be triggered until provisioned by entity L2. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:07.804089 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-26a89b63-77d2-40ad-a561-57958c6aeec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.846313 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a89b63-77d2-40ad-a561-57958c6aeec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd29e6b5-f2c2-45c5-b614-60929ba07fb2,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:07.854778 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-26a89b63-77d2-40ad-a561-57958c6aeec1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c99f93cd5474e90bf2ac7e1e536e981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864148 Aug 18 14:52:07.856731 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 35860) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:07.907472 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.918192 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d969a7-5fb4-4be7-9f1e-632177d71068 req-3be78d70-9af8-4134-ae65-6fb9986e1795 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:07.925112 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-63d969a7-5fb4-4be7-9f1e-632177d71068 req-3be78d70-9af8-4134-ae65-6fb9986e1795 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 936 time: 0.0545156 Aug 18 14:52:07.933440 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1147e8e0-2c87-41d9-9b8e-6cce59be4e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.960643 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-63d969a7-5fb4-4be7-9f1e-632177d71068 req-b6cfa0aa-7e40-48c2-9dc3-c8ecbd1e00c0 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348103 Aug 18 14:52:07.976186 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1147e8e0-2c87-41d9-9b8e-6cce59be4e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:07.987524 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Pushing event updated for resources: {'Port': ['ID=2edc892b-fb8d-44c1-9d51-9b882b3203ad,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:08.083013 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Attempting to bind port 2edc892b-fb8d-44c1-9d51-9b882b3203ad on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:08.083491 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Attempting to bind port 2edc892b-fb8d-44c1-9d51-9b882b3203ad by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': 'c2bd472b-ecc7-48c7-b53a-66d9ea0e704f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da'}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:08.084059 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Attempting to bind port 2edc892b-fb8d-44c1-9d51-9b882b3203ad on network 8eb81c4c-9877-42ce-9a8d-f125891a94da {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:08.089121 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Port 2edc892b-fb8d-44c1-9d51-9b882b3203ad on network 8eb81c4c-9877-42ce-9a8d-f125891a94da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:52:08.089809 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Attempting to bind port 2edc892b-fb8d-44c1-9d51-9b882b3203ad on network 8eb81c4c-9877-42ce-9a8d-f125891a94da {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:08.095279 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:08.095736 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Checking segment: {'id': 'c2bd472b-ecc7-48c7-b53a-66d9ea0e704f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:08.096221 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Bound using segment: {'id': 'c2bd472b-ecc7-48c7-b53a-66d9ea0e704f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da'} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:08.096648 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Bound port: 2edc892b-fb8d-44c1-9d51-9b882b3203ad, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bd472b-ecc7-48c7-b53a-66d9ea0e704f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da'}}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:08.097008 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:08.174134 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] For port 2edc892b-fb8d-44c1-9d51-9b882b3203ad, host hv-cinder-80502, cleared binding levels {{(pid=100975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:08.177261 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] For port 2edc892b-fb8d-44c1-9d51-9b882b3203ad, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2edc892b-fb8d-44c1-9d51-9b882b3203ad,segment=NetworkSegment(c2bd472b-ecc7-48c7-b53a-66d9ea0e704f),segment_id=c2bd472b-ecc7-48c7-b53a-66d9ea0e704f)] {{(pid=100975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:08.180799 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1147e8e0-2c87-41d9-9b8e-6cce59be4e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:08.184442 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-1147e8e0-2c87-41d9-9b8e-6cce59be4e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:08.185568 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-1147e8e0-2c87-41d9-9b8e-6cce59be4e8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd29e6b5-f2c2-45c5-b614-60929ba07fb2 HTTP/1.1" status: 204 len: 168 time: 0.3277638 Aug 18 14:52:08.193696 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147e8e0-2c87-41d9-9b8e-6cce59be4e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd29e6b5-f2c2-45c5-b614-60929ba07fb2,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:08.324107 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:08.360029 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:08.361122 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:08.362478 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] 10.222.0.49 "PUT /v2.0/ports/2edc892b-fb8d-44c1-9d51-9b882b3203ad HTTP/1.1" status: 200 len: 1098 time: 1.1034522 Aug 18 14:52:08.362922 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6f0da8-1e9c-4f0c-b295-49821d4731f3', 'tag': '2edc892b-fb8d-44c1-9d51-9b882b3203ad'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:08.365194 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba929b8-06ca-48e6-8c60-6756f95f56fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6f0da8-1e9c-4f0c-b295-49821d4731f3", "tag": "2edc892b-fb8d-44c1-9d51-9b882b3203ad"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:08.397665 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77e410-ec5f-4f55-b595-3c3bf6138e0e service neutron] Pushing event updated for resources: {'Port': ['ID=2edc892b-fb8d-44c1-9d51-9b882b3203ad,revision_number=3']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:08.415893 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627ed971-a5b8-4d18-801a-db2041a93421 x-openstack-request-id: req-627ed971-a5b8-4d18-801a-db2041a93421 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:08.416106 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6f0da8-1e9c-4f0c-b295-49821d4731f3", "tag": "2edc892b-fb8d-44c1-9d51-9b882b3203ad", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:08.416301 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-627ed971-a5b8-4d18-801a-db2041a93421 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:08.416573 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6f0da8-1e9c-4f0c-b295-49821d4731f3', 'tag': '2edc892b-fb8d-44c1-9d51-9b882b3203ad', 'status': 'completed', 'code': 200} Aug 18 14:52:08.523947 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba929b8-06ca-48e6-8c60-6756f95f56fd req-2b1d0279-409b-4063-bd12-c4d133820ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:08.525440 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-aba929b8-06ca-48e6-8c60-6756f95f56fd req-2b1d0279-409b-4063-bd12-c4d133820ff9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0268757c7d7469e8ad935172f796acc&device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 1101 time: 0.0420179 Aug 18 14:52:08.558710 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-aba929b8-06ca-48e6-8c60-6756f95f56fd req-c073b18e-0fc7-4908-aff5-0bcee989194c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f0268757c7d7469e8ad935172f796acc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189371 Aug 18 14:52:08.666485 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba929b8-06ca-48e6-8c60-6756f95f56fd req-ef51cda3-9566-4699-b27c-1ba1884c1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:08.667928 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-aba929b8-06ca-48e6-8c60-6756f95f56fd req-ef51cda3-9566-4699-b27c-1ba1884c1673 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018441 Aug 18 14:52:08.734552 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4ec02-4033-4d38-97dd-a1637b5ed2e1 req-e0f7f472-376a-4d26-95f2-07c570c9047d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:08.735183 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-12d4ec02-4033-4d38-97dd-a1637b5ed2e1 req-e0f7f472-376a-4d26-95f2-07c570c9047d tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0594356 Aug 18 14:52:08.780328 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-12d4ec02-4033-4d38-97dd-a1637b5ed2e1 req-caa48be4-3d16-40b3-86b5-7dee9a598436 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363564 Aug 18 14:52:08.868426 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-c0529351-32c6-4653-b518-46cea78c0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:08.869899 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-c0529351-32c6-4653-b518-46cea78c0a47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0268757c7d7469e8ad935172f796acc&device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 1101 time: 0.0523415 Aug 18 14:52:08.999137 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-752b7412-42f3-4e9e-942b-cd86cdf43e75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=2edc892b-fb8d-44c1-9d51-9b882b3203ad HTTP/1.1" status: 200 len: 217 time: 0.0436280 Aug 18 14:52:09.104418 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9ae1-d300-4a5f-8e03-de966f70662d req-7e19f561-fa6a-49ba-b36e-c05cf31e5794 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:09.105931 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a47b9ae1-d300-4a5f-8e03-de966f70662d req-7e19f561-fa6a-49ba-b36e-c05cf31e5794 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 948 time: 0.0527837 Aug 18 14:52:09.147212 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a47b9ae1-d300-4a5f-8e03-de966f70662d req-bbddc8bd-8eb5-4e8a-89e6-145b49391259 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349193 Aug 18 14:52:09.753263 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 35930) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:09.902486 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ccd01-821d-484a-978c-6c92212c58b4 req-8bf267c1-4597-4e87-aced-6170dc2a6799 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:09.904065 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1a6ccd01-821d-484a-978c-6c92212c58b4 req-8bf267c1-4597-4e87-aced-6170dc2a6799 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0521920 Aug 18 14:52:09.946718 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1a6ccd01-821d-484a-978c-6c92212c58b4 req-8911e573-ebdd-4352-ad0e-a02d51f87134 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364215 Aug 18 14:52:10.080895 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-94449be4-5be6-4ebc-be26-eb62064ade01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:10.167966 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-94449be4-5be6-4ebc-be26-eb62064ade01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:10.249463 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-94449be4-5be6-4ebc-be26-eb62064ade01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:10.287784 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-94449be4-5be6-4ebc-be26-eb62064ade01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8eb577e0ad1844868dd10d8741913578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328300 Aug 18 14:52:10.287954 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94449be4-5be6-4ebc-be26-eb62064ade01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec3516d-2fdc-402a-bfe5-e08463d59728,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:10.290012 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 35954) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:10.348586 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ef380e45-8297-427c-93f3-b45ad1f3e202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:10.370864 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ef380e45-8297-427c-93f3-b45ad1f3e202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:10.518702 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ef380e45-8297-427c-93f3-b45ad1f3e202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:10.521322 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ef380e45-8297-427c-93f3-b45ad1f3e202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:10.522509 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-ef380e45-8297-427c-93f3-b45ad1f3e202 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fec3516d-2fdc-402a-bfe5-e08463d59728 HTTP/1.1" status: 204 len: 168 time: 0.2311242 Aug 18 14:52:10.530734 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef380e45-8297-427c-93f3-b45ad1f3e202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec3516d-2fdc-402a-bfe5-e08463d59728,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:11.164055 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-97f206f3-ff08-427c-a741-fadfd8ce9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:11.165506 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-97f206f3-ff08-427c-a741-fadfd8ce9485 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2e50254-de17-4c7a-ae95-d5be85722645 HTTP/1.1" status: 200 len: 843 time: 0.0440135 Aug 18 14:52:11.490086 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 35988) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:11.582023 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-972807964-network', 'tenant_id': '921630d9025a45acb49768633bc8f22d'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:11.671998 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Made reservation on behalf of 921630d9025a45acb49768633bc8f22d for: {'network': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:11.674854 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:11.682945 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:11.767832 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:11.849315 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:11.873156 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=100975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:52:11.883733 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d92d00a-e8b6-444b-a79c-d53f431ad444,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:11.889306 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:11.889643 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.segments_db [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Added segment 30a61d14-21e2-4641-8e12-b71d0cac572e of type vlan for network 39b89db8-3008-4fc1-bbdf-56a140784290 Aug 18 14:52:11.928444 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.043609 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.044589 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:12.045187 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.103588 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] Pushing event updated for resources: {'Network': ['ID=39b89db8-3008-4fc1-bbdf-56a140784290,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:12.113692 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 39b89db8-3008-4fc1-bbdf-56a140784290 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:52:12.155972 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-f35d2425-be5f-4bd1-a29f-f6f9e32810b9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6620035 Aug 18 14:52:12.156252 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 35994) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:12.162587 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Request body: {'subnet': {'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-972807964-subnet', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:12.254775 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Made reservation on behalf of 921630d9025a45acb49768633bc8f22d for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:12.257064 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63383886'] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.466638 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64721763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63383896'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.522764 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d0a620-8f72-4648-b17a-7d06d71cf84a,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:12.526959 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Checking segment: {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:12.527314 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Network hostable DHCP agents. Network: 39b89db8-3008-4fc1-bbdf-56a140784290, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:52:12.586608 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Network 39b89db8-3008-4fc1-bbdf-56a140784290 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:52:12.666605 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 39b89db8-3008-4fc1-bbdf-56a140784290) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:12.670311 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:12.670927 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.675611 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550e150-60e4-419e-969d-8c8130349dbc None None] Network 39b89db8-3008-4fc1-bbdf-56a140784290 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:52:12.764456 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-e474f612-e6ab-44ef-9c4e-8c2c5901b8fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6070731 Aug 18 14:52:12.767103 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36000) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:12.771486 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:12.821120 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-39b89db8-3008-4fc1-bbdf-56a140784290', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:52:12.821964 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.855130 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.856204 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.911776 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:12.954138 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Allocated IP 172.20.0.2 (39b89db8-3008-4fc1-bbdf-56a140784290/52d0a620-8f72-4648-b17a-7d06d71cf84a/9cc2dd1f-7815-4b08-9632-265be47ad082) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:13.088959 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.097990 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Transition to ACTIVE for port object 9cc2dd1f-7815-4b08-9632-265be47ad082 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:13.113268 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Transition to ACTIVE for port object 9cc2dd1f-7815-4b08-9632-265be47ad082 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:13.142904 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.181197 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.226118 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Network 39b89db8-3008-4fc1-bbdf-56a140784290 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:13.229106 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:13.232497 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:13.238671 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Pushing event updated for resources: {'Port': ['ID=9cc2dd1f-7815-4b08-9632-265be47ad082,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:13.249931 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.250295 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.250644 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.251026 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.251360 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.251692 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.252019 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.252344 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.252702 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.253019 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.253339 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.253659 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:13.299274 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Attempting to bind port 9cc2dd1f-7815-4b08-9632-265be47ad082 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:13.299639 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Attempting to bind port 9cc2dd1f-7815-4b08-9632-265be47ad082 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:13.299998 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Attempting to bind port 9cc2dd1f-7815-4b08-9632-265be47ad082 on network 39b89db8-3008-4fc1-bbdf-56a140784290 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:13.304876 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:13.305246 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Checking segment: {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:13.305642 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.306317 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Bound using segment: {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:13.306803 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Bound port: 9cc2dd1f-7815-4b08-9632-265be47ad082, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:13.307182 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.369043 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] For port 9cc2dd1f-7815-4b08-9632-265be47ad082, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:13.372574 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] For port 9cc2dd1f-7815-4b08-9632-265be47ad082, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9cc2dd1f-7815-4b08-9632-265be47ad082,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:13.414958 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.427191 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.434230 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.490435 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36618a-cf03-4fa6-a7a0-4193a4595a5f None None] Pushing event updated for resources: {'Port': ['ID=9cc2dd1f-7815-4b08-9632-265be47ad082,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:13.541461 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Allocated IP 172.27.2.34 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:13.645603 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.776088 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:13.820842 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:13.825073 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:13.837288 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:13.853147 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Pushing event updated for resources: {'Port': ['ID=c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:13.904136 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-2aa7f217-8f15-4fb8-8ed3-0d36b5ccaba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:13.905686 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-2aa7f217-8f15-4fb8-8ed3-0d36b5ccaba1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8eb81c4c-9877-42ce-9a8d-f125891a94da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0818999 Aug 18 14:52:13.973808 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9cc2dd1f-7815-4b08-9632-265be47ad082 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:14.128941 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-c1417872-77ec-4ca0-8d15-04466cac9ad7 service neutron] 10.222.0.49 "GET /v2.0/networks/8eb81c4c-9877-42ce-9a8d-f125891a94da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645374 Aug 18 14:52:14.129553 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 9cc2dd1f-7815-4b08-9632-265be47ad082 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:14.136141 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d836a2-c36d-4acd-816e-b67b680624f2 req-c4eeeb34-5cb1-4be3-a9f1-2c8a2c839fc3 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:14.137585 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f8d836a2-c36d-4acd-816e-b67b680624f2 req-c4eeeb34-5cb1-4be3-a9f1-2c8a2c839fc3 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 948 time: 0.0924604 Aug 18 14:52:14.257460 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f8d836a2-c36d-4acd-816e-b67b680624f2 req-0f5e2c71-eaf2-4da8-9ce3-f09c85ca9184 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117833 Aug 18 14:52:14.325359 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7db2fe1f-d53f-41c4-a19c-b53ec1703ae7 req-1b252448-0ada-44db-bfda-bd05a94a2f3e service neutron] 10.222.0.49 "GET /v2.0/networks/8eb81c4c-9877-42ce-9a8d-f125891a94da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867821 Aug 18 14:52:14.339634 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:14.505811 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9ab3b2-27a1-4822-aee9-d8b4aef0a639 None None] Network 39b89db8-3008-4fc1-bbdf-56a140784290 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:52:14.549527 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:14.618083 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-97d98e67-6f6e-4226-add9-eabf5f5d9a7b None None] Provisioning for port 9cc2dd1f-7815-4b08-9632-265be47ad082 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:14.626960 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-97d98e67-6f6e-4226-add9-eabf5f5d9a7b None None] Provisioning complete for port 9cc2dd1f-7815-4b08-9632-265be47ad082 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:14.627332 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-97d98e67-6f6e-4226-add9-eabf5f5d9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:14.731455 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-97d98e67-6f6e-4226-add9-eabf5f5d9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:14.767931 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-97d98e67-6f6e-4226-add9-eabf5f5d9a7b None None] For port 9cc2dd1f-7815-4b08-9632-265be47ad082, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9cc2dd1f-7815-4b08-9632-265be47ad082,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:14.786919 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:52:14.895592 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:52:14.905852 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-97d98e67-6f6e-4226-add9-eabf5f5d9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:14.905972 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Sync routers for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:52:14.916437 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:14.917158 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:51:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:14.953893 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d98e67-6f6e-4226-add9-eabf5f5d9a7b None None] Pushing event updated for resources: {'Port': ['ID=9cc2dd1f-7815-4b08-9632-265be47ad082,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:15.021544 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.022571 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-b399e8c7-44bd-4b6e-a8a2-e0cb57ac823c None None] Provisioning complete for port 9cc2dd1f-7815-4b08-9632-265be47ad082 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:15.022776 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-4698661b-8a49-4624-a22a-3324286da1bb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2546754 Aug 18 14:52:15.023031 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b399e8c7-44bd-4b6e-a8a2-e0cb57ac823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.025774 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36018) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:15.035606 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:15.240765 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:14Z', 'revision_number': 3, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:15.267172 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Checking router: cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:52:15.267521 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Updating router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:52:15.296192 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.422242 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01549461-706b-40ef-bbfb-7c04b5d5f844 req-34d8e147-3f11-4760-9a38-e37fc99c4565 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:15.424354 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-01549461-706b-40ef-bbfb-7c04b5d5f844 req-34d8e147-3f11-4760-9a38-e37fc99c4565 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 948 time: 0.0848622 Aug 18 14:52:15.493672 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-01549461-706b-40ef-bbfb-7c04b5d5f844 req-759acab6-54da-4d94-b842-bb36af365c14 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479951 Aug 18 14:52:15.528767 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.589156 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.600861 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Transition to ACTIVE for port object c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:15.697364 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Allocated IP 172.20.0.1 (39b89db8-3008-4fc1-bbdf-56a140784290/52d0a620-8f72-4648-b17a-7d06d71cf84a/9a23c39d-2094-4dd5-9f02-0ccc63129cb6) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:15.701090 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.749671 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Attempting to bind port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:15.750048 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Attempting to bind port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:15.750412 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Attempting to bind port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:15.759331 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:15.759704 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:15.760108 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.760556 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:15.761020 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Bound port: c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:15.761416 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.763808 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Pushing event updated for resources: {'Port': ['ID=c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:15.795025 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.795793 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.795793 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.796083 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.796449 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.796744 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.797076 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.797407 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.797781 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.798115 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.798474 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.798792 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:15.806524 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.821199 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Transition to ACTIVE for port object 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 will not be triggered until provisioned by entity DHCP. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:15.855068 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] For port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:15.859249 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] For port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:15.916953 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9cc2dd1f-7815-4b08-9632-265be47ad082 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:15.925394 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.961467 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Network 39b89db8-3008-4fc1-bbdf-56a140784290 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:15.964763 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:15.971041 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:15.978614 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:15.989438 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 9cc2dd1f-7815-4b08-9632-265be47ad082 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:15.989634 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.027806 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.037642 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:16.039452 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:51:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:16.047751 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4452a9-690a-44a0-b543-59d1c0231206 None None] Pushing event updated for resources: {'Port': ['ID=c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:16.072460 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Pushing event updated for resources: {'Port': ['ID=9a23c39d-2094-4dd5-9f02-0ccc63129cb6,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:16.082270 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.096947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.096947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.096947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.096947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.096947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.096947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.096947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.096947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.096947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.097771 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.097771 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.277531 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:16.336148 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.412280 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-43201462-bd15-4f13-be28-11b08ff463aa None None] Provisioning for port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:16.422962 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-43201462-bd15-4f13-be28-11b08ff463aa None None] Provisioning complete for port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:16.423333 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-43201462-bd15-4f13-be28-11b08ff463aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.436975 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36054) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:16.528977 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:14Z', 'revision_number': 3, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:16.551319 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-43201462-bd15-4f13-be28-11b08ff463aa None None] Port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:52:16.556620 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Deleting subnet 1e145757-58a4-4771-86d2-f06cbc2690e7 {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:52:16.560515 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.588851 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d939f69e-788e-40f9-a3fd-9795c28a4bb5 None None] The sync data for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi is: [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:14Z', 'revision_number': 3, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:52:16.602407 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64721784'] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.662174 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.682249 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.712767 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb36efe-f5e2-4fbb-8e4e-eb8eaaaa31a8 req-e81b44d4-cb36-444b-8a62-5149d6e0256b tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:16.714549 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1fb36efe-f5e2-4fbb-8e4e-eb8eaaaa31a8 req-e81b44d4-cb36-444b-8a62-5149d6e0256b tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 948 time: 0.0849094 Aug 18 14:52:16.754620 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.770228 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1fb36efe-f5e2-4fbb-8e4e-eb8eaaaa31a8 req-dc7e06c8-9e4e-4913-a99f-df919e53b500 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474455 Aug 18 14:52:16.828514 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Pushing event updated for resources: {'Port': ['ID=9a23c39d-2094-4dd5-9f02-0ccc63129cb6,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:16.830984 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.913106 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64721826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63383891'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.946846 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e145757-58a4-4771-86d2-f06cbc2690e7,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:16.951659 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:16.956001 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Network 39b89db8-3008-4fc1-bbdf-56a140784290 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:16.956468 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1e145757-58a4-4771-86d2-f06cbc2690e7 HTTP/1.1" status: 204 len: 168 time: 0.5182457 Aug 18 14:52:16.957129 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36068) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:16.958009 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:16.961755 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.962249 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.962695 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.963120 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.963778 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.964959 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.965492 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.966023 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.966584 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.967238 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.967776 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:16.968606 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d73611-aef8-42ec-8c49-cf89ef7624a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:52:17.118844 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.216967 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:52:17.236315 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.250546 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:17.289270 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-9e457f2c-3474-4452-ac9c-93fa2fba6389 None None] Provisioning complete for port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:17.289763 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9e457f2c-3474-4452-ac9c-93fa2fba6389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.360988 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-9e457f2c-3474-4452-ac9c-93fa2fba6389 None None] Port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:52:17.389423 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:17.389719 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac6e285-4b31-4cd7-80ac-c8a9dfb824d0') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:17.408218 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.449616 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.464596 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:52:17.465150 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:52:17.467116 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:52:17.478174 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:52:17.523801 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-0dc68477-3529-465b-9757-99ee0f9c6e85 admin admin] 10.222.0.16 "PUT /v2.0/routers/cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4969404 Aug 18 14:52:17.632772 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.649793 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:17.649793 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] 10.222.0.16 "DELETE /v2.0/networks/5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f HTTP/1.1" status: 204 len: 168 time: 0.6806927 Aug 18 14:52:17.677522 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15ce8e-beca-4f86-9cd3-10836e72675a admin admin] Pushing event deleted for resources: {'Network': ['ID=5eff5daf-d3b7-4f2c-8f7a-548ed5ac906f,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:17.905247 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f5d29-ddae-4b6e-a3a1-dbb67443f2ba req-23169ace-6ede-43ed-955a-abca0003998b tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:17.906888 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-788f5d29-ddae-4b6e-a3a1-dbb67443f2ba req-23169ace-6ede-43ed-955a-abca0003998b tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 948 time: 0.0612547 Aug 18 14:52:17.974994 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-788f5d29-ddae-4b6e-a3a1-dbb67443f2ba req-b4a35bf6-8a29-47d8-9d9e-7825cf8d1ba7 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475924 Aug 18 14:52:17.977566 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:18.082734 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36118) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:18.125008 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-fb94a538-06bf-406d-91c3-1597d5125f7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7630b9dc9a624cd9bbe56322c4b6fd4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410290 Aug 18 14:52:18.127714 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36122) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:18.175549 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:18.180199 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:18.186511 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.186651 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e96d977f-3e51-4121-bc2d-3bf9e71e112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.264105 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.286919 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:18.354753 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2edc892b-fb8d-44c1-9d51-9b882b3203ad details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:52:18.360026 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Sync routers for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:52:18.381639 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:18.382303 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:51:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:18.441364 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e96d977f-3e51-4121-bc2d-3bf9e71e112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.544339 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.db.resource_extend [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 14:52:18.547464 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.570977 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36134) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:18.576129 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-88487202-network', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:18.607591 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e96d977f-3e51-4121-bc2d-3bf9e71e112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.607591 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e96d977f-3e51-4121-bc2d-3bf9e71e112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.607885 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-e96d977f-3e51-4121-bc2d-3bf9e71e112d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08e8e8a0-05e0-4d0a-997c-b8719cee247b HTTP/1.1" status: 204 len: 168 time: 0.4792836 Aug 18 14:52:18.616531 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d977f-3e51-4121-bc2d-3bf9e71e112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e8e8a0-05e0-4d0a-997c-b8719cee247b,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:18.678192 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Made reservation on behalf of 34b3264843fd47d1964b8d93aa3a3eaa for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:18.680694 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.690397 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.699863 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:18.736254 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:18.771119 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2edc892b-fb8d-44c1-9d51-9b882b3203ad, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2edc892b-fb8d-44c1-9d51-9b882b3203ad,segment=NetworkSegment(c2bd472b-ecc7-48c7-b53a-66d9ea0e704f),segment_id=c2bd472b-ecc7-48c7-b53a-66d9ea0e704f)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:18.789341 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '2edc892b-fb8d-44c1-9d51-9b882b3203ad', 'network_id': '8eb81c4c-9877-42ce-9a8d-f125891a94da', 'port_id': '2edc892b-fb8d-44c1-9d51-9b882b3203ad', 'mac_address': 'fa:16:3e:48:4b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e50254-de17-4c7a-ae95-d5be85722645', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:52:18.858840 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.913355 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.929604 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.935879 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edc892b-fb8d-44c1-9d51-9b882b3203ad {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:52:18.959376 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:52:18.965355 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0375935a-3367-4c3d-8688-2e2bcd781d1d,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:18.991282 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2edc892b-fb8d-44c1-9d51-9b882b3203ad, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2edc892b-fb8d-44c1-9d51-9b882b3203ad,segment=NetworkSegment(c2bd472b-ecc7-48c7-b53a-66d9ea0e704f),segment_id=c2bd472b-ecc7-48c7-b53a-66d9ea0e704f)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:18.991449 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:18.991449 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Added segment 98235ea5-8743-4317-981d-ff63acc7998f of type vlan for network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc Aug 18 14:52:19.064910 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '9a23c39d-2094-4dd5-9f02-0ccc63129cb6', 'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'mac_address': 'fa:16:3e:19:d8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:15Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 2, 'project_id': '921630d9025a45acb49768633bc8f22d', 'subnets': [{'id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:19.070334 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.093605 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Checking router: cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:52:19.094141 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Updating router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:52:19.115467 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.128067 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f77d8-f22d-4603-b548-d4c9decfaa7e req-7ae6238a-603e-4ca5-be27-cb25a378de5c tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:19.129711 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-582f77d8-f22d-4603-b548-d4c9decfaa7e req-7ae6238a-603e-4ca5-be27-cb25a378de5c tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 948 time: 0.0599210 Aug 18 14:52:19.144191 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.163941 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.165253 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:19.165619 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.183965 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-582f77d8-f22d-4603-b548-d4c9decfaa7e req-ee3af110-0f41-46d8-b3b8-0c3ce1d8db35 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Aug 18 14:52:19.210028 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=2edc892b-fb8d-44c1-9d51-9b882b3203ad,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:19.261377 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6892118 Aug 18 14:52:19.262930 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36162) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:19.265318 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0f65f-ca05-46a4-a362-b2889cda9a26 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc61588-438b-4eb9-9e80-f5507b7dd6cc,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:19.269105 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Request body: {'subnet': {'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-88487202-subnet', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:19.301520 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:52:19.375620 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Made reservation on behalf of 34b3264843fd47d1964b8d93aa3a3eaa for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:19.379518 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63383886'] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.656508 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.670745 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Transition to ACTIVE for port object 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:19.690638 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64721763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63383896'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.714869 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['2edc892b-fb8d-44c1-9d51-9b882b3203ad'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:19.717603 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7def66-2a5b-458a-99cb-7bd54cdb5cd4 req-99db7b67-7ac6-4680-8805-7285d4576273 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:19.725735 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5a7def66-2a5b-458a-99cb-7bd54cdb5cd4 req-99db7b67-7ac6-4680-8805-7285d4576273 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0581589 Aug 18 14:52:19.757283 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de2e7c57-43ea-4f6b-baa0-02dfb214b27c,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:19.770222 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Checking segment: {'id': '98235ea5-8743-4317-981d-ff63acc7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:19.772398 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Network hostable DHCP agents. Network: 2bc61588-438b-4eb9-9e80-f5507b7dd6cc, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:52:19.772545 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5a7def66-2a5b-458a-99cb-7bd54cdb5cd4 req-3250a90c-6888-4b88-9860-2ff7295290da tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455229 Aug 18 14:52:19.774088 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.852215 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46eabb-df5e-45e6-8a20-dec8ab8a7d56 None None] Pushing event updated for resources: {'Port': ['ID=9a23c39d-2094-4dd5-9f02-0ccc63129cb6,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:19.915447 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:52:19.942091 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Attempting to bind port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:19.943196 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Attempting to bind port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:19.946652 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Attempting to bind port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 on network 39b89db8-3008-4fc1-bbdf-56a140784290 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:19.960718 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:19.961100 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Checking segment: {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:19.961505 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.961954 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Bound using segment: {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:19.962843 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Bound port: 9a23c39d-2094-4dd5-9f02-0ccc63129cb6, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:19.963310 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:19.972411 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:19.992696 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 2bc61588-438b-4eb9-9e80-f5507b7dd6cc) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:20.000558 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:20.000558 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.013785 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a523a44b-5190-4923-a103-cf93ea2bf1dc None None] Network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:52:20.067897 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-bb8c3fe1-f598-4b5e-b054-053748b69232 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8037052 Aug 18 14:52:20.070360 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36190) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:20.075252 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:20.189785 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.189785 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.190612 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] For port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:20.223012 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] For port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9a23c39d-2094-4dd5-9f02-0ccc63129cb6,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:20.230494 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:20.230849 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.321060 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.322269 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659872d-5744-4657-8472-cf10a26ea85e req-964df124-05d1-4873-988d-1adf9a6faf83 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:20.330890 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-6659872d-5744-4657-8472-cf10a26ea85e req-964df124-05d1-4873-988d-1adf9a6faf83 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 949 time: 0.0736432 Aug 18 14:52:20.379513 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-2bc61588-438b-4eb9-9e80-f5507b7dd6cc', 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'fixed_ips': [{'subnet_id': 'de2e7c57-43ea-4f6b-baa0-02dfb214b27c'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 14:52:20.380408 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.427979 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-6659872d-5744-4657-8472-cf10a26ea85e req-aab11e21-bfeb-419d-9b1f-680a307f06c2 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902247 Aug 18 14:52:20.479388 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46eabb-df5e-45e6-8a20-dec8ab8a7d56 None None] Pushing event updated for resources: {'Port': ['ID=9a23c39d-2094-4dd5-9f02-0ccc63129cb6,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:20.486182 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:20.486938 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:51:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:20.504829 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.646974 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36204) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:20.708438 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:20.711239 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Allocated IP 172.20.0.2 (2bc61588-438b-4eb9-9e80-f5507b7dd6cc/de2e7c57-43ea-4f6b-baa0-02dfb214b27c/fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:20.749394 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.792472 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c561ac23-5db8-403a-9ef7-4b58e185726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.920297 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c561ac23-5db8-403a-9ef7-4b58e185726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:20.987871 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6d153-9f3c-4a4f-96b2-4c255066052e req-41ea6d73-364b-46ac-b55b-5fda4bc65792 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:20.989471 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f0e6d153-9f3c-4a4f-96b2-4c255066052e req-41ea6d73-364b-46ac-b55b-5fda4bc65792 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.0583827 Aug 18 14:52:20.990840 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36216) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:21.029811 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-c561ac23-5db8-403a-9ef7-4b58e185726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.063383 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.088646 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.091663 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36220) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:21.091856 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-c561ac23-5db8-403a-9ef7-4b58e185726b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a76224cb5274bfea8b2106e6d50552c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429440 Aug 18 14:52:21.098605 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561ac23-5db8-403a-9ef7-4b58e185726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a935e18-3e90-4ea2-b684-25d1eb66e8c8,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:21.124428 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-32519922-3b3f-496a-8cf4-b41e1accc9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.135087 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f0e6d153-9f3c-4a4f-96b2-4c255066052e req-18285af9-8a13-4a78-ab94-ee003f79919a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323588 Aug 18 14:52:21.164791 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-448a9017-4356-4826-aab1-8491ae1946b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.171741 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.184981 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Transition to ACTIVE for port object fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:21.205567 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Transition to ACTIVE for port object fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:21.215473 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49e70a77-cb9d-4f65-b3f2-e5a0051c76b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.216603 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '9a23c39d-2094-4dd5-9f02-0ccc63129cb6', 'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'mac_address': 'fa:16:3e:19:d8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:15Z', 'updated_at': '2021-08-18T14:52:20Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'subnets': [{'id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:21.243967 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9340a9-61bd-4e19-bb13-3a593bccbb3e None None] The sync data for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi is: [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '9a23c39d-2094-4dd5-9f02-0ccc63129cb6', 'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'mac_address': 'fa:16:3e:19:d8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:15Z', 'updated_at': '2021-08-18T14:52:20Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'subnets': [{'id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:52:21.267981 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49e70a77-cb9d-4f65-b3f2-e5a0051c76b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.272700 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.310710 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Allocated IP 172.27.2.98 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/6f7e5474-6e35-48a8-a572-602df7b138d8) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:21.339125 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-448a9017-4356-4826-aab1-8491ae1946b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.350544 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:21.356557 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:21.362717 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:21.375572 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Pushing event updated for resources: {'Port': ['ID=fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:21.398369 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-448a9017-4356-4826-aab1-8491ae1946b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.435830 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Attempting to bind port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:21.436193 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Attempting to bind port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '98235ea5-8743-4317-981d-ff63acc7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:21.436557 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Attempting to bind port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 on network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:21.443015 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.455122 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36224) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:21.456553 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-448a9017-4356-4826-aab1-8491ae1946b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd136f03154042f9bf4d8fee5c1fb27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636180 Aug 18 14:52:21.459028 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a9017-4356-4826-aab1-8491ae1946b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25139588-4a11-4817-8323-e1315c9e1829,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:21.465069 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:21.465332 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Checking segment: {'id': '98235ea5-8743-4317-981d-ff63acc7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:21.465888 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.466616 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Bound using segment: {'id': '98235ea5-8743-4317-981d-ff63acc7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:21.467297 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Bound port: fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98235ea5-8743-4317-981d-ff63acc7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:21.467972 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.495332 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49e70a77-cb9d-4f65-b3f2-e5a0051c76b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.497975 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49e70a77-cb9d-4f65-b3f2-e5a0051c76b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.499164 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-49e70a77-cb9d-4f65-b3f2-e5a0051c76b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a935e18-3e90-4ea2-b684-25d1eb66e8c8 HTTP/1.1" status: 204 len: 168 time: 0.4053988 Aug 18 14:52:21.529876 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e70a77-cb9d-4f65-b3f2-e5a0051c76b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a935e18-3e90-4ea2-b684-25d1eb66e8c8,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:21.568343 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b47454f9-f1f6-4583-a7b3-92792e029450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.597655 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b7a6-56b9-4588-9d43-ef0cedadff62 req-5e3466a1-f2a7-4d03-9018-1ce3b35b3703 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:21.599589 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0e57b7a6-56b9-4588-9d43-ef0cedadff62 req-5e3466a1-f2a7-4d03-9018-1ce3b35b3703 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 949 time: 0.0812442 Aug 18 14:52:21.615727 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b47454f9-f1f6-4583-a7b3-92792e029450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.618323 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] For port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:21.630575 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] For port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4,segment=NetworkSegment(98235ea5-8743-4317-981d-ff63acc7998f),segment_id=98235ea5-8743-4317-981d-ff63acc7998f)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:21.650978 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.663375 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0e57b7a6-56b9-4588-9d43-ef0cedadff62 req-df2f19cc-d9ee-4302-88ef-91e3c442bd4b tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499368 Aug 18 14:52:21.699827 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:21.708353 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:21.711522 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7e5474-6e35-48a8-a572-602df7b138d8,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:21.718932 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:21.732436 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.831308 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829cc64-75ef-4055-98e6-9319144f1dc1 None None] Pushing event updated for resources: {'Port': ['ID=fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:21.878813 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b47454f9-f1f6-4583-a7b3-92792e029450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.881357 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b47454f9-f1f6-4583-a7b3-92792e029450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:21.890617 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-b47454f9-f1f6-4583-a7b3-92792e029450 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25139588-4a11-4817-8323-e1315c9e1829 HTTP/1.1" status: 204 len: 168 time: 0.4261441 Aug 18 14:52:22.028395 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:22.031832 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47454f9-f1f6-4583-a7b3-92792e029450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25139588-4a11-4817-8323-e1315c9e1829,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:22.123851 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-43812008-975f-4615-9a5d-444b200ada47 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2219720 Aug 18 14:52:22.245020 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:22.254588 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:22.254588 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:22.393019 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ceca1-035d-4ab6-888e-9ca29d2f6c5a req-0f3e2782-b4e2-4c72-ad43-5f625d330255 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:22.401729 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c88ceca1-035d-4ab6-888e-9ca29d2f6c5a req-0f3e2782-b4e2-4c72-ad43-5f625d330255 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.1258578 Aug 18 14:52:22.402437 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2edc892b-fb8d-44c1-9d51-9b882b3203ad up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:22.461790 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:52:22.462282 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-4e902e80-bd03-44d9-b23f-97359e238b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:22.468256 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-4e902e80-bd03-44d9-b23f-97359e238b21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 1098 time: 0.2951117 Aug 18 14:52:22.473739 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c88ceca1-035d-4ab6-888e-9ca29d2f6c5a req-076abdc6-54c6-482a-ae2d-3c55845c96c7 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693238 Aug 18 14:52:22.524502 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:22.534644 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:22.583677 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9a23c39d-2094-4dd5-9f02-0ccc63129cb6,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:22.655447 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:22.744786 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 2edc892b-fb8d-44c1-9d51-9b882b3203ad completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:22.761506 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=9a23c39d-2094-4dd5-9f02-0ccc63129cb6,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:22.769518 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 2edc892b-fb8d-44c1-9d51-9b882b3203ad triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:22.773734 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:22.839624 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-c2782c8b-8227-4212-9020-e2b53a1068a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:22.842047 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-c2782c8b-8227-4212-9020-e2b53a1068a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 912 time: 0.2526107 Aug 18 14:52:22.848785 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec23c9-4b8e-4c4e-985c-bcb3f6ace6d8 req-e1b5907f-43e2-42f6-9505-60ae578eac9f tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:22.851438 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3aec23c9-4b8e-4c4e-985c-bcb3f6ace6d8 req-e1b5907f-43e2-42f6-9505-60ae578eac9f tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 949 time: 0.0746219 Aug 18 14:52:22.934651 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:22.969644 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f0da8-1e9c-4f0c-b295-49821d4731f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edc892b-fb8d-44c1-9d51-9b882b3203ad'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:22.977504 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce96e068-38bb-40e2-90e3-dd26fe657318" -d '{"events": [{"server_uuid": "9c6f0da8-1e9c-4f0c-b295-49821d4731f3", "name": "network-vif-plugged", "status": "completed", "tag": "2edc892b-fb8d-44c1-9d51-9b882b3203ad"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:22.998913 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2edc892b-fb8d-44c1-9d51-9b882b3203ad, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2edc892b-fb8d-44c1-9d51-9b882b3203ad,segment=NetworkSegment(c2bd472b-ecc7-48c7-b53a-66d9ea0e704f),segment_id=c2bd472b-ecc7-48c7-b53a-66d9ea0e704f)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:23.009352 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3aec23c9-4b8e-4c4e-985c-bcb3f6ace6d8 req-c3f3ab95-678d-4321-a049-230ddd8e4d52 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495476 Aug 18 14:52:23.051078 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07982eb5-4853-46c2-9d80-b4d68470453a req-3f8162dd-6ebb-403e-90e1-71b084ae3eef tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.051187 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c258e4-e682-458b-b7a7-047dca9ceecb x-openstack-request-id: req-93c258e4-e682-458b-b7a7-047dca9ceecb {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:23.051285 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-07982eb5-4853-46c2-9d80-b4d68470453a req-3f8162dd-6ebb-403e-90e1-71b084ae3eef tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.1272538 Aug 18 14:52:23.051363 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f0da8-1e9c-4f0c-b295-49821d4731f3", "name": "network-vif-plugged", "status": "completed", "tag": "2edc892b-fb8d-44c1-9d51-9b882b3203ad", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:23.051363 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93c258e4-e682-458b-b7a7-047dca9ceecb {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:23.051363 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f0da8-1e9c-4f0c-b295-49821d4731f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edc892b-fb8d-44c1-9d51-9b882b3203ad', 'code': 200} Aug 18 14:52:23.058576 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.059745 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36264) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:23.081746 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d78cd672-5e26-4cce-a71c-5ab9495a7bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.119450 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.209135 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=2edc892b-fb8d-44c1-9d51-9b882b3203ad,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:23.266057 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-78768389-958c-4a0a-aa5c-52a3d1895f5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8554c82d-a04d-48cb-9f08-a9665492518f HTTP/1.1" status: 200 len: 1000 time: 0.3363426 Aug 18 14:52:23.409448 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-99423300-a0e9-43cd-8f19-baeda020ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.411239 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d78cd672-5e26-4cce-a71c-5ab9495a7bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.412367 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-99423300-a0e9-43cd-8f19-baeda020ff67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.1043556 Aug 18 14:52:23.412550 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-07982eb5-4853-46c2-9d80-b4d68470453a req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Deleting port 91af2375-8990-4a63-943f-0a52a8888242 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:52:23.412550 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-07982eb5-4853-46c2-9d80-b4d68470453a req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.412942 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699bfc8b-9a3f-43f0-8608-22be71f2f8f9 None None] Network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:52:23.455931 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-34de8a0c-c23f-4673-8372-a34a5ad3f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.457462 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-34de8a0c-c23f-4673-8372-a34a5ad3f2b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523951 Aug 18 14:52:23.495612 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Router 274093af-44bc-48c2-a960-03943fa72167 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 14:52:23.496228 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-07982eb5-4853-46c2-9d80-b4d68470453a req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] For port 91af2375-8990-4a63-943f-0a52a8888242, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=91af2375-8990-4a63-943f-0a52a8888242,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:23.496998 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-07982eb5-4853-46c2-9d80-b4d68470453a req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.514429 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-07982eb5-4853-46c2-9d80-b4d68470453a req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Calling delete_port for 91af2375-8990-4a63-943f-0a52a8888242 owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:52:23.530192 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d78cd672-5e26-4cce-a71c-5ab9495a7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.553076 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-4d787972-d19e-4815-bc4a-a85ca3534f28 None None] Provisioning for port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:23.572838 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d78cd672-5e26-4cce-a71c-5ab9495a7bdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3ba802007a14d719f0731172a18db93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118930 Aug 18 14:52:23.573743 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36280) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:23.607771 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-881ee2aa-5c80-4d6a-9e64-4733d5c61c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.682611 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:52:23.692648 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Sync routers for ids ['274093af-44bc-48c2-a960-03943fa72167'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:52:23.705195 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Routers {'274093af-44bc-48c2-a960-03943fa72167'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:23.705834 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:52:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['274093af-44bc-48c2-a960-03943fa72167'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:23.722072 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cd672-5e26-4cce-a71c-5ab9495a7bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc756ee7-ab6c-4ae6-a342-a33852f1c2cf,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:23.731113 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.764826 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf69fc2-f960-4e95-8bd3-19f2a307252f req-5ffd5924-ae7b-4475-a291-3cd7e85f7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.777528 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2cf69fc2-f960-4e95-8bd3-19f2a307252f req-5ffd5924-ae7b-4475-a291-3cd7e85f7c25 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 1103 time: 0.2595100 Aug 18 14:52:23.806429 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cc8f2-f215-4de3-b84c-14aa7207f326 req-efb065ef-7469-49c6-b583-44e71f574a6a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:23.807617 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d76cc8f2-f215-4de3-b84c-14aa7207f326 req-efb065ef-7469-49c6-b583-44e71f574a6a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 946 time: 0.1267200 Aug 18 14:52:23.813344 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.817281 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c0afd20e-ae3c-4423-826a-5434ab81e635 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7434127 Aug 18 14:52:23.819077 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36288) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:23.835671 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-be4da178-df92-4689-a136-a1d04aef5683 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661962 Aug 18 14:52:23.844299 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3438591e-ab5e-485a-91e6-d4b6f8250e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:23.912698 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Set router 274093af-44bc-48c2-a960-03943fa72167 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:23.966779 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2cf69fc2-f960-4e95-8bd3-19f2a307252f req-5b5b24a1-df7f-4988-9173-652e36ec5dad service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688559 Aug 18 14:52:23.976274 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3438591e-ab5e-485a-91e6-d4b6f8250e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.072892 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-07982eb5-4853-46c2-9d80-b4d68470453a req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.113694 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Pushing event deleted for resources: {'Port': ['ID=91af2375-8990-4a63-943f-0a52a8888242,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:24.125131 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['0530808f-762e-4646-b823-d8a40952e76d', '91af2375-8990-4a63-943f-0a52a8888242'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:24.171280 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:24.193124 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-07982eb5-4853-46c2-9d80-b4d68470453a req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] No DVR routers for this DVR port 91af2375-8990-4a63-943f-0a52a8888242 on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:52:24.197841 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-07982eb5-4853-46c2-9d80-b4d68470453a req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.200441 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-07982eb5-4853-46c2-9d80-b4d68470453a req-d952d7d0-5abb-437e-83b1-e80825a7175b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.49 "DELETE /v2.0/ports/91af2375-8990-4a63-943f-0a52a8888242 HTTP/1.1" status: 204 len: 173 time: 1.1096656 Aug 18 14:52:24.201100 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0d6c96-1c11-41b6-898d-6793352cf993', 'name': 'network-vif-deleted', 'tag': '91af2375-8990-4a63-943f-0a52a8888242'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:24.206248 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053200e2-8dcf-452e-a074-7ea2ca399f57" -d '{"events": [{"server_uuid": "0c0d6c96-1c11-41b6-898d-6793352cf993", "name": "network-vif-deleted", "tag": "91af2375-8990-4a63-943f-0a52a8888242"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:24.212195 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3438591e-ab5e-485a-91e6-d4b6f8250e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.216985 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3438591e-ab5e-485a-91e6-d4b6f8250e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.220581 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-3438591e-ab5e-485a-91e6-d4b6f8250e54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc756ee7-ab6c-4ae6-a342-a33852f1c2cf HTTP/1.1" status: 204 len: 168 time: 0.6149020 Aug 18 14:52:24.230718 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438591e-ab5e-485a-91e6-d4b6f8250e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc756ee7-ab6c-4ae6-a342-a33852f1c2cf,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:24.343743 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb5feb-fb65-4902-ad8f-27a9f5bc032f req-832bc6e5-00b1-42c3-9a2b-63172fec44c8 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:24.346791 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-10cb5feb-fb65-4902-ad8f-27a9f5bc032f req-832bc6e5-00b1-42c3-9a2b-63172fec44c8 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 950 time: 0.1038473 Aug 18 14:52:24.372111 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274093af-44bc-48c2-a960-03943fa72167', 'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:20Z', 'updated_at': '2021-08-18T14:52:22Z', 'revision_number': 3, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'gw_port': {'id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:21Z', 'updated_at': '2021-08-18T14:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:24.392660 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:24.397107 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:24.397693 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.399197 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-10cb5feb-fb65-4902-ad8f-27a9f5bc032f req-fc53072f-2299-4680-9ca0-78a423c0c404 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458417 Aug 18 14:52:24.415229 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Checking router: 274093af-44bc-48c2-a960-03943fa72167 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:52:24.415731 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Updating router 274093af-44bc-48c2-a960-03943fa72167 port 6f7e5474-6e35-48a8-a572-602df7b138d8 binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:52:24.463695 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.486722 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22691f42-0187-4b31-9a90-45508178dd25 x-openstack-request-id: req-22691f42-0187-4b31-9a90-45508178dd25 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:24.487270 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0d6c96-1c11-41b6-898d-6793352cf993", "name": "network-vif-deleted", "tag": "91af2375-8990-4a63-943f-0a52a8888242", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:24.487270 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22691f42-0187-4b31-9a90-45508178dd25 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:24.487576 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0d6c96-1c11-41b6-898d-6793352cf993', 'name': 'network-vif-deleted', 'tag': '91af2375-8990-4a63-943f-0a52a8888242', 'status': 'completed', 'code': 200} Aug 18 14:52:24.501908 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be3e433c-5641-48dc-90e0-879cd1e14877 req-bfc06679-cfe4-49a8-90f1-b3cc8bb7ba96 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430821 Aug 18 14:52:24.554348 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.574096 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d76cc8f2-f215-4de3-b84c-14aa7207f326 req-74018650-0072-42e5-a7f1-cf9b9b6ddd70 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565112 Aug 18 14:52:24.638494 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4,segment=NetworkSegment(98235ea5-8743-4317-981d-ff63acc7998f),segment_id=98235ea5-8743-4317-981d-ff63acc7998f)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:24.882437 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.889882 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.896511 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:24.907623 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:24.911435 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Transition to ACTIVE for port object 6f7e5474-6e35-48a8-a572-602df7b138d8 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:25.006325 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.008865 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:25.029345 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:25.029790 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.083855 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.131301 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Attempting to bind port 6f7e5474-6e35-48a8-a572-602df7b138d8 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:25.131778 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Attempting to bind port 6f7e5474-6e35-48a8-a572-602df7b138d8 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:25.132142 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Attempting to bind port 6f7e5474-6e35-48a8-a572-602df7b138d8 on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:25.141563 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:25.141937 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:25.142414 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.142749 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:25.143369 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Bound port: 6f7e5474-6e35-48a8-a572-602df7b138d8, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:25.143772 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.145250 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Allocated IP 172.20.0.1 (2bc61588-438b-4eb9-9e80-f5507b7dd6cc/de2e7c57-43ea-4f6b-baa0-02dfb214b27c/b80ff2b7-ef5f-4d99-b4e2-451736c73fa1) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:25.150645 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe7129-d2d9-448c-92c0-8e36833c9d5d None None] Pushing event updated for resources: {'Port': ['ID=6f7e5474-6e35-48a8-a572-602df7b138d8,revision_number=2']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:25.221453 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] For port 6f7e5474-6e35-48a8-a572-602df7b138d8, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:25.225324 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] For port 6f7e5474-6e35-48a8-a572-602df7b138d8, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=6f7e5474-6e35-48a8-a572-602df7b138d8,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:25.259056 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.272658 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Transition to ACTIVE for port object b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:25.312935 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.367431 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Routers {'274093af-44bc-48c2-a960-03943fa72167'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:25.368037 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:52:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['274093af-44bc-48c2-a960-03943fa72167'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:25.398844 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.405266 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe7129-d2d9-448c-92c0-8e36833c9d5d None None] Pushing event updated for resources: {'Port': ['ID=6f7e5474-6e35-48a8-a572-602df7b138d8,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:25.460602 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:25.472073 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:25.476664 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:25.479953 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b80ff2b7-ef5f-4d99-b4e2-451736c73fa1,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:25.528571 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] Set router 274093af-44bc-48c2-a960-03943fa72167 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:25.538399 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.599058 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92558e3-81b2-4fbc-b926-a1a97cacd7ab req-f81508d5-600c-46f9-834e-14a73f280e87 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:25.604642 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f92558e3-81b2-4fbc-b926-a1a97cacd7ab req-f81508d5-600c-46f9-834e-14a73f280e87 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 950 time: 0.1023440 Aug 18 14:52:25.702936 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f92558e3-81b2-4fbc-b926-a1a97cacd7ab req-a62202d4-f398-42f3-97ae-f0fe4c68aca7 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895412 Aug 18 14:52:25.787055 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-41649bf3-edf3-4dfe-a616-fd2ce19f3170 req-3e6e069b-f64d-454c-a8fe-6cf828f35311 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0d6c96-1c11-41b6-898d-6793352cf993 HTTP/1.1" status: 200 len: 210 time: 0.0545619 Aug 18 14:52:25.899392 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274093af-44bc-48c2-a960-03943fa72167', 'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:20Z', 'updated_at': '2021-08-18T14:52:22Z', 'revision_number': 3, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'gw_port': {'id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:21Z', 'updated_at': '2021-08-18T14:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:25.918185 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-44eaa85e-3d13-4c28-83cb-f43b12718c77 None None] Provisioning for port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:25.924159 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-44eaa85e-3d13-4c28-83cb-f43b12718c77 None None] Provisioning complete for port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:25.924159 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-44eaa85e-3d13-4c28-83cb-f43b12718c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.950928 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:25.975001 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:25.981988 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82a524-cc3f-4c1c-98c3-667c0b8308c2 None None] The sync data for ids ['274093af-44bc-48c2-a960-03943fa72167'] in dv-cinder-805026-1-iscsi is: [{'id': '274093af-44bc-48c2-a960-03943fa72167', 'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:20Z', 'updated_at': '2021-08-18T14:52:22Z', 'revision_number': 3, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'gw_port': {'id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:21Z', 'updated_at': '2021-08-18T14:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:52:26.055730 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-44eaa85e-3d13-4c28-83cb-f43b12718c77 None None] Port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:52:26.081267 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:26.081719 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:26.164724 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:26.212568 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:26.273089 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:26.378155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b80ff2b7-ef5f-4d99-b4e2-451736c73fa1,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:26.381878 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:26.424047 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 91af2375-8990-4a63-943f-0a52a8888242 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:26.446028 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 91af2375-8990-4a63-943f-0a52a8888242 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:52:26.446370 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 91af2375-8990-4a63-943f-0a52a8888242 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:52:26.489973 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:26.512816 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:26.514390 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:26.648214 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Router 274093af-44bc-48c2-a960-03943fa72167 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:52:26.779574 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:52:26.792509 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-1d4aa8bc-c0de-4154-a626-555ac363ff8a None None] Provisioning complete for port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:26.792880 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1d4aa8bc-c0de-4154-a626-555ac363ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:26.798820 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-107095fc-0ce1-4d2b-a5b5-9004066a23d3 admin admin] 10.222.0.16 "PUT /v2.0/routers/274093af-44bc-48c2-a960-03943fa72167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9785523 Aug 18 14:52:26.868069 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-1d4aa8bc-c0de-4154-a626-555ac363ff8a None None] Port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:52:26.921624 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1453c10-e553-470c-bed4-b5bc74cd2a8e req-bb7fc2ae-78f5-469a-9cd8-fafd224bdf87 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:26.923545 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f1453c10-e553-470c-bed4-b5bc74cd2a8e req-bb7fc2ae-78f5-469a-9cd8-fafd224bdf87 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 950 time: 0.0843863 Aug 18 14:52:26.985749 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f1453c10-e553-470c-bed4-b5bc74cd2a8e req-3592c354-c709-4653-b01a-e13e0c3a5234 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 Aug 18 14:52:27.488919 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563fd90-3034-484c-816d-7d69e0083775 req-1c8846d2-eeb1-4612-9bdf-fb49d3c627b0 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:27.490461 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7563fd90-3034-484c-816d-7d69e0083775 req-1c8846d2-eeb1-4612-9bdf-fb49d3c627b0 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0574636 Aug 18 14:52:27.532878 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7563fd90-3034-484c-816d-7d69e0083775 req-11c4afa8-2065-4fd0-b73a-ffad294007d5 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366197 Aug 18 14:52:27.725373 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6a98a-a632-4753-85fd-46fea4ee1595 req-8ca566a5-3113-4eb0-b2a8-0cc360a3569f tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:27.726884 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2fd6a98a-a632-4753-85fd-46fea4ee1595 req-8ca566a5-3113-4eb0-b2a8-0cc360a3569f tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 950 time: 0.0496616 Aug 18 14:52:27.764829 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-2fd6a98a-a632-4753-85fd-46fea4ee1595 req-3e2c63e1-69b5-4b94-877e-ee317e88f9a7 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Aug 18 14:52:28.024636 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 6f7e5474-6e35-48a8-a572-602df7b138d8 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:28.147077 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 6f7e5474-6e35-48a8-a572-602df7b138d8 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:28.151998 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 6f7e5474-6e35-48a8-a572-602df7b138d8 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:28.152699 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:28.320722 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:28.345327 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 6f7e5474-6e35-48a8-a572-602df7b138d8, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=6f7e5474-6e35-48a8-a572-602df7b138d8,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:28.415363 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:28.472289 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=6f7e5474-6e35-48a8-a572-602df7b138d8,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:28.637927 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Sync routers for ids ['274093af-44bc-48c2-a960-03943fa72167'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:52:28.652934 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Routers {'274093af-44bc-48c2-a960-03943fa72167'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:28.653827 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:52:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['274093af-44bc-48c2-a960-03943fa72167'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:28.673674 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac1fd1-d20a-434f-8aca-536fcfcf5c69 req-b5620c98-8a26-4b7c-bf94-9e2d15b838ba tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:28.678800 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dfac1fd1-d20a-434f-8aca-536fcfcf5c69 req-b5620c98-8a26-4b7c-bf94-9e2d15b838ba tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0613158 Aug 18 14:52:28.729159 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dfac1fd1-d20a-434f-8aca-536fcfcf5c69 req-7a648789-66ef-4aa1-8094-935dcf34492a tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Aug 18 14:52:28.794933 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Set router 274093af-44bc-48c2-a960-03943fa72167 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:28.946711 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cceeb8-d4b1-456c-ba13-79a53c4248bf req-99966a81-7965-4891-bdc3-79dea0fc4898 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:28.958599 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-88cceeb8-d4b1-456c-ba13-79a53c4248bf req-99966a81-7965-4891-bdc3-79dea0fc4898 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 950 time: 0.0955045 Aug 18 14:52:29.009664 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-88cceeb8-d4b1-456c-ba13-79a53c4248bf req-0e623070-4ce7-4f71-aae1-6f75653b02a3 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477538 Aug 18 14:52:29.169118 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274093af-44bc-48c2-a960-03943fa72167', 'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:20Z', 'updated_at': '2021-08-18T14:52:25Z', 'revision_number': 4, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'gw_port': {'id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:21Z', 'updated_at': '2021-08-18T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b80ff2b7-ef5f-4d99-b4e2-451736c73fa1', 'name': '', 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'mac_address': 'fa:16:3e:4c:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'de2e7c57-43ea-4f6b-baa0-02dfb214b27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:24Z', 'updated_at': '2021-08-18T14:52:26Z', 'revision_number': 2, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'subnets': [{'id': 'de2e7c57-43ea-4f6b-baa0-02dfb214b27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:29.200649 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Checking router: 274093af-44bc-48c2-a960-03943fa72167 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:52:29.201118 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Updating router 274093af-44bc-48c2-a960-03943fa72167 port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 14:52:29.229839 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:29.638153 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:29.660172 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Transition to ACTIVE for port object b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:29.812652 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-528b6ac1-fb30-464a-9305-045982f24c0c tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:29.815713 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-528b6ac1-fb30-464a-9305-045982f24c0c tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 950 time: 0.0545943 Aug 18 14:52:30.132703 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308b1e8-6859-4728-8053-a7dd71630f72 req-ded89e02-f1d9-4763-a9bb-062b9a442df4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:30.132703 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7308b1e8-6859-4728-8053-a7dd71630f72 req-ded89e02-f1d9-4763-a9bb-062b9a442df4 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0666206 Aug 18 14:52:30.132703 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7308b1e8-6859-4728-8053-a7dd71630f72 req-803c89fd-58e0-4413-98d7-73343f5e832b tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626707 Aug 18 14:52:30.134363 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 6f7e5474-6e35-48a8-a572-602df7b138d8 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:30.134363 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 6f7e5474-6e35-48a8-a572-602df7b138d8 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:30.134363 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:30.192291 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086c298-34cb-4bed-ac7e-331300e0e7c2 req-74403ccf-8443-45b8-abde-7b8d474bd1d9 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:30.194085 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3086c298-34cb-4bed-ac7e-331300e0e7c2 req-74403ccf-8443-45b8-abde-7b8d474bd1d9 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 950 time: 0.0980234 Aug 18 14:52:30.241340 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Deleting port 2edc892b-fb8d-44c1-9d51-9b882b3203ad {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:52:30.242091 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:30.277307 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3086c298-34cb-4bed-ac7e-331300e0e7c2 req-4607e3c4-b412-4bd9-ba26-9627b3b309e8 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0c386768-2cc5-4cf5-bf37-f3a141bb4182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627317 Aug 18 14:52:30.406274 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] For port 2edc892b-fb8d-44c1-9d51-9b882b3203ad, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2edc892b-fb8d-44c1-9d51-9b882b3203ad,segment=NetworkSegment(c2bd472b-ecc7-48c7-b53a-66d9ea0e704f),segment_id=c2bd472b-ecc7-48c7-b53a-66d9ea0e704f)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:30.406587 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:30.419452 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Calling delete_port for 2edc892b-fb8d-44c1-9d51-9b882b3203ad owned by compute:nova {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:52:30.536230 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:30.610906 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2a956-e78e-4307-8684-9869300dc529 None None] Pushing event updated for resources: {'Port': ['ID=b80ff2b7-ef5f-4d99-b4e2-451736c73fa1,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:30.721719 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Attempting to bind port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:52:30.722270 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Attempting to bind port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '98235ea5-8743-4317-981d-ff63acc7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:52:30.722887 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Attempting to bind port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 on network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:52:30.729067 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:52:30.753423 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Checking segment: {'id': '98235ea5-8743-4317-981d-ff63acc7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:30.753423 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:30.753423 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Bound using segment: {'id': '98235ea5-8743-4317-981d-ff63acc7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:52:30.753423 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Bound port: b80ff2b7-ef5f-4d99-b4e2-451736c73fa1, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98235ea5-8743-4317-981d-ff63acc7998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:52:30.753423 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:30.845161 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] For port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:52:30.849185 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] For port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=b80ff2b7-ef5f-4d99-b4e2-451736c73fa1,segment=NetworkSegment(98235ea5-8743-4317-981d-ff63acc7998f),segment_id=98235ea5-8743-4317-981d-ff63acc7998f)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:52:31.021227 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:31.053412 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Pushing event deleted for resources: {'Port': ['ID=2edc892b-fb8d-44c1-9d51-9b882b3203ad,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:31.063422 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['2edc892b-fb8d-44c1-9d51-9b882b3203ad'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:31.089864 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:31.136348 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] No DVR routers for this DVR port 2edc892b-fb8d-44c1-9d51-9b882b3203ad on host hv-cinder-80502 {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:52:31.142282 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:31.144623 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ca0a2d18-d493-4d08-afea-dfc94e17f7fb req-029cbb8b-61de-4d30-86cc-cc707b01e317 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.49 "DELETE /v2.0/ports/2edc892b-fb8d-44c1-9d51-9b882b3203ad HTTP/1.1" status: 204 len: 173 time: 1.3185618 Aug 18 14:52:31.150402 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f0da8-1e9c-4f0c-b295-49821d4731f3', 'name': 'network-vif-deleted', 'tag': '2edc892b-fb8d-44c1-9d51-9b882b3203ad'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:31.150592 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b57661e-7372-42e0-8cf8-9c36e9fa1c3c" -d '{"events": [{"server_uuid": "9c6f0da8-1e9c-4f0c-b295-49821d4731f3", "name": "network-vif-deleted", "tag": "2edc892b-fb8d-44c1-9d51-9b882b3203ad"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:31.204393 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2a956-e78e-4307-8684-9869300dc529 None None] Pushing event updated for resources: {'Port': ['ID=b80ff2b7-ef5f-4d99-b4e2-451736c73fa1,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:31.207437 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Routers {'274093af-44bc-48c2-a960-03943fa72167'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:31.208352 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:52:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['274093af-44bc-48c2-a960-03943fa72167'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:31.238864 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e49e0f-3567-40c1-909d-64c167205d79 x-openstack-request-id: req-a1e49e0f-3567-40c1-909d-64c167205d79 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:31.239912 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f0da8-1e9c-4f0c-b295-49821d4731f3", "name": "network-vif-deleted", "tag": "2edc892b-fb8d-44c1-9d51-9b882b3203ad", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:31.240165 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1e49e0f-3567-40c1-909d-64c167205d79 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:31.242999 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f0da8-1e9c-4f0c-b295-49821d4731f3', 'name': 'network-vif-deleted', 'tag': '2edc892b-fb8d-44c1-9d51-9b882b3203ad', 'status': 'completed', 'code': 200} Aug 18 14:52:31.261886 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36506) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:31.423434 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a2437-b77e-48ba-9005-92605de0655a req-49d16148-a4f6-4d28-a0dc-629985f638ad tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:31.436212 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ce5a2437-b77e-48ba-9005-92605de0655a req-49d16148-a4f6-4d28-a0dc-629985f638ad tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.1716390 Aug 18 14:52:31.509948 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-6c7e0e44-422c-4a83-bbca-9ab89bb62c7a req-7905eb91-a86e-4cf1-a392-21d84e9d4f04 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 210 time: 0.0722611 Aug 18 14:52:31.532914 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] Set router 274093af-44bc-48c2-a960-03943fa72167 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:31.533581 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ce5a2437-b77e-48ba-9005-92605de0655a req-adcdebea-a1c1-487e-97fe-be75d36172ea tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939591 Aug 18 14:52:31.579360 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ac1f484c-c924-41f7-8471-a9ba51c29633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:31.734170 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ac1f484c-c924-41f7-8471-a9ba51c29633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:31.815681 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ac1f484c-c924-41f7-8471-a9ba51c29633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:31.886641 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-ac1f484c-c924-41f7-8471-a9ba51c29633 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2d470b89c2f45a3aa78a7ecd7385516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6232243 Aug 18 14:52:31.887825 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f484c-c924-41f7-8471-a9ba51c29633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7375dd0e-3d43-4c03-93db-656dada811ad,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:31.889116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36520) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:31.890228 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274093af-44bc-48c2-a960-03943fa72167', 'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:20Z', 'updated_at': '2021-08-18T14:52:25Z', 'revision_number': 4, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'gw_port': {'id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:21Z', 'updated_at': '2021-08-18T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b80ff2b7-ef5f-4d99-b4e2-451736c73fa1', 'name': '', 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'mac_address': 'fa:16:3e:4c:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'de2e7c57-43ea-4f6b-baa0-02dfb214b27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:24Z', 'updated_at': '2021-08-18T14:52:30Z', 'revision_number': 4, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'subnets': [{'id': 'de2e7c57-43ea-4f6b-baa0-02dfb214b27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:31.938904 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde03050-cc3c-4df3-851a-74e90192f4b2 None None] The sync data for ids ['274093af-44bc-48c2-a960-03943fa72167'] in dv-cinder-805026-1-iscsi is: [{'id': '274093af-44bc-48c2-a960-03943fa72167', 'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:20Z', 'updated_at': '2021-08-18T14:52:25Z', 'revision_number': 4, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'gw_port': {'id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:21Z', 'updated_at': '2021-08-18T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b80ff2b7-ef5f-4d99-b4e2-451736c73fa1', 'name': '', 'network_id': '2bc61588-438b-4eb9-9e80-f5507b7dd6cc', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'mac_address': 'fa:16:3e:4c:a6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'de2e7c57-43ea-4f6b-baa0-02dfb214b27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:24Z', 'updated_at': '2021-08-18T14:52:30Z', 'revision_number': 4, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'subnets': [{'id': 'de2e7c57-43ea-4f6b-baa0-02dfb214b27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:52:31.981895 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f5790b75-7d4e-4c7a-8f36-6556155a74e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:32.024155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f5790b75-7d4e-4c7a-8f36-6556155a74e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:32.232637 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f5790b75-7d4e-4c7a-8f36-6556155a74e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:32.236993 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f5790b75-7d4e-4c7a-8f36-6556155a74e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:32.241131 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-f5790b75-7d4e-4c7a-8f36-6556155a74e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7375dd0e-3d43-4c03-93db-656dada811ad HTTP/1.1" status: 204 len: 168 time: 0.3479137 Aug 18 14:52:32.257929 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5790b75-7d4e-4c7a-8f36-6556155a74e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7375dd0e-3d43-4c03-93db-656dada811ad,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:32.718315 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-51ed0568-e467-418d-bb48-925771d0eeff req-b3940d58-fc36-40ca-bbda-590dc51c1c88 tempest-VolumesNegativeTest-434300418 tempest-VolumesNegativeTest-434300418-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c6f0da8-1e9c-4f0c-b295-49821d4731f3 HTTP/1.1" status: 200 len: 210 time: 0.0830894 Aug 18 14:52:32.773294 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fcabd-3405-4314-93bb-15a31aaf8327 req-35179a2b-58f4-4904-b38c-fd509047fd76 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:32.790144 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d68fcabd-3405-4314-93bb-15a31aaf8327 req-35179a2b-58f4-4904-b38c-fd509047fd76 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.1220593 Aug 18 14:52:32.867863 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d68fcabd-3405-4314-93bb-15a31aaf8327 req-4e9cb1e5-4dbc-47b8-b29a-612b2a903f0e tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718083 Aug 18 14:52:34.009828 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d5573-c941-44df-a327-61d5a0076699 req-9f1672f3-0b38-4d99-847c-56c9a369fbe8 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:34.016870 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ae4d5573-c941-44df-a327-61d5a0076699 req-9f1672f3-0b38-4d99-847c-56c9a369fbe8 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.0624669 Aug 18 14:52:34.048152 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:34.059799 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ae4d5573-c941-44df-a327-61d5a0076699 req-f443e6e9-2331-45d2-acc7-da102d73aeaa tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/security-groups?id=2043316b-e142-4d2b-a38b-9c3875be5b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420470 Aug 18 14:52:34.317518 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-f4feb453-a0da-4207-8e00-b652ddf4c45c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:34.320068 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-f4feb453-a0da-4207-8e00-b652ddf4c45c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.49 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 946 time: 0.1236749 Aug 18 14:52:34.392890 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:34.412266 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:34.412266 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:34.435457 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Deleting port 0530808f-762e-4646-b823-d8a40952e76d {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:52:34.435980 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:34.516255 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:34.521062 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2edc892b-fb8d-44c1-9d51-9b882b3203ad no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:34.551045 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 2edc892b-fb8d-44c1-9d51-9b882b3203ad {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:52:34.551787 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2edc892b-fb8d-44c1-9d51-9b882b3203ad not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:52:34.563892 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] For port 0530808f-762e-4646-b823-d8a40952e76d, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=0530808f-762e-4646-b823-d8a40952e76d,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:34.564349 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:34.583490 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Calling delete_port for 0530808f-762e-4646-b823-d8a40952e76d owned by compute:nova {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:52:34.583702 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=b80ff2b7-ef5f-4d99-b4e2-451736c73fa1,segment=NetworkSegment(98235ea5-8743-4317-981d-ff63acc7998f),segment_id=98235ea5-8743-4317-981d-ff63acc7998f)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:34.660556 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:34.713595 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=b80ff2b7-ef5f-4d99-b4e2-451736c73fa1,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:34.980659 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:35.017142 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['0530808f-762e-4646-b823-d8a40952e76d'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:52:35.022034 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Pushing event deleted for resources: {'Port': ['ID=0530808f-762e-4646-b823-d8a40952e76d,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:35.058952 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] No DVR routers for this DVR port 0530808f-762e-4646-b823-d8a40952e76d on host hv-cinder-80502 {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:52:35.061542 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:35.064225 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-33beede6-82f4-4e50-9d8f-ebb19f124992 req-2175d6a4-1d60-4a24-b66e-5e86fcf52bb2 tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.49 "DELETE /v2.0/ports/0530808f-762e-4646-b823-d8a40952e76d HTTP/1.1" status: 204 len: 173 time: 0.7338235 Aug 18 14:52:35.072596 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dee1230-6e11-4352-9471-5967674b49ed', 'name': 'network-vif-deleted', 'tag': '0530808f-762e-4646-b823-d8a40952e76d'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:52:35.072596 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72284564-b311-4e40-97a5-d901564aa982" -d '{"events": [{"server_uuid": "6dee1230-6e11-4352-9471-5967674b49ed", "name": "network-vif-deleted", "tag": "0530808f-762e-4646-b823-d8a40952e76d"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:52:35.104478 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fabf4c9-381a-401c-806f-a1bd5b28190e x-openstack-request-id: req-5fabf4c9-381a-401c-806f-a1bd5b28190e {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:52:35.104983 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dee1230-6e11-4352-9471-5967674b49ed", "name": "network-vif-deleted", "tag": "0530808f-762e-4646-b823-d8a40952e76d", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:52:35.105235 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fabf4c9-381a-401c-806f-a1bd5b28190e {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:52:35.105734 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dee1230-6e11-4352-9471-5967674b49ed', 'name': 'network-vif-deleted', 'tag': '0530808f-762e-4646-b823-d8a40952e76d', 'status': 'completed', 'code': 200} Aug 18 14:52:35.171889 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7b7a76e4-d4ef-43b5-8a06-be41ff2f2bb5 req-a147749b-25b5-4066-a81e-d3e88e0d6c0c tempest-ServerRescueNegativeTestJSON-2126445656 tempest-ServerRescueNegativeTestJSON-2126445656-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dee1230-6e11-4352-9471-5967674b49ed HTTP/1.1" status: 200 len: 210 time: 0.0285411 Aug 18 14:52:35.966959 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:52:36.050366 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:36.053608 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:36.243664 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36566) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:36.741584 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66647537'] for router_interface, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:37.082706 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Deleting port a0ba2781-d67b-4dd1-9411-9ae456aee58d {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:52:37.083055 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:37.178632 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] For port a0ba2781-d67b-4dd1-9411-9ae456aee58d, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=a0ba2781-d67b-4dd1-9411-9ae456aee58d,segment=NetworkSegment(f082f0d4-dfb5-4329-8a31-7c9306073e98),segment_id=f082f0d4-dfb5-4329-8a31-7c9306073e98)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:37.179290 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:37.196931 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Calling delete_port for a0ba2781-d67b-4dd1-9411-9ae456aee58d owned by network:router_interface {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:52:37.491552 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:37.524917 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ba2781-d67b-4dd1-9411-9ae456aee58d,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:37.747098 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66754913'] for router_interface, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:37.992271 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:52:38.115992 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:52:38.115992 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-07d80b33-e067-495c-9b79-bd6c6e152bfd admin admin] 10.222.0.16 "PUT /v2.0/routers/804d9c9a-e2bc-4436-b17d-a8acd6558cf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8596468 Aug 18 14:52:38.115992 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36578) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:38.116634 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] Sync routers for ids ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:52:38.129054 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] Routers {'804d9c9a-e2bc-4436-b17d-a8acd6558cf8'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:38.129756 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:52:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:38.216117 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks [] for router, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:38.330724 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:38.347162 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] Set router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:38.538173 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Deleting port 9a2dc019-f8bf-436b-9409-9cad70cc8750 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:52:38.538779 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:38.538880 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:15Z', 'updated_at': '2021-08-18T14:52:37Z', 'revision_number': 5, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'gw_port': {'id': '9a2dc019-f8bf-436b-9409-9cad70cc8750', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fe:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:38.556545 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 0530808f-762e-4646-b823-d8a40952e76d no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:38.566063 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] Checking router: 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:52:38.576079 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] Routers {'804d9c9a-e2bc-4436-b17d-a8acd6558cf8'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:52:38.576757 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:52:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:38.587658 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 0530808f-762e-4646-b823-d8a40952e76d {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:52:38.588004 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 0530808f-762e-4646-b823-d8a40952e76d not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:52:38.682957 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] Set router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 gateway port host: None {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:52:38.766048 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:15Z', 'updated_at': '2021-08-18T14:52:38Z', 'revision_number': 6, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'gw_port_host': None}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:38.799830 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74324de0-d818-4722-97f2-729c3b1e9bc2 None None] The sync data for ids ['804d9c9a-e2bc-4436-b17d-a8acd6558cf8'] in dv-cinder-805026-1-iscsi is: [{'id': '804d9c9a-e2bc-4436-b17d-a8acd6558cf8', 'name': 'tempest-ServerRescueNegativeTestJSON-390404603-router', 'tenant_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:15Z', 'updated_at': '2021-08-18T14:52:38Z', 'revision_number': 6, 'project_id': 'f9ead20971eb45f6b37b6aee7c601a37', 'gw_port_host': None}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:52:38.884325 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] For port 9a2dc019-f8bf-436b-9409-9cad70cc8750, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9a2dc019-f8bf-436b-9409-9cad70cc8750,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:52:38.884325 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:38.898719 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Calling delete_port for 9a2dc019-f8bf-436b-9409-9cad70cc8750 owned by network:router_gateway {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:52:39.204358 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.236457 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2dc019-f8bf-436b-9409-9cad70cc8750,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:39.300234 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66642601'] for router_gateway, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.410003 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66635162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255203'] for router, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.415403 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.535664 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66635235'] for router, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.536129 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 804d9c9a-e2bc-4436-b17d-a8acd6558cf8 {{(pid=100976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:52:39.540981 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] Notify callbacks [] for router, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.542153 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-60e3cb06-76da-46e8-bb08-1c5596757872 admin admin] 10.222.0.16 "DELETE /v2.0/routers/804d9c9a-e2bc-4436-b17d-a8acd6558cf8 HTTP/1.1" status: 204 len: 168 time: 1.4335840 Aug 18 14:52:39.544685 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36600) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:39.599047 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fafa6b-3d2b-4199-ab8a-384392bfa13d admin admin] Deleting subnet fb07cbeb-73d7-435b-ab85-e031f447c466 {{(pid=100976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:52:39.602592 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-16fafa6b-3d2b-4199-ab8a-384392bfa13d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.642650 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-16fafa6b-3d2b-4199-ab8a-384392bfa13d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63757013'] for subnet, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.682698 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-16fafa6b-3d2b-4199-ab8a-384392bfa13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.821762 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-16fafa6b-3d2b-4199-ab8a-384392bfa13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63757054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63690607'] for subnet, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.854182 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fafa6b-3d2b-4199-ab8a-384392bfa13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb07cbeb-73d7-435b-ab85-e031f447c466,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:39.860893 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-16fafa6b-3d2b-4199-ab8a-384392bfa13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.865444 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36614) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:39.866151 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-16fafa6b-3d2b-4199-ab8a-384392bfa13d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fb07cbeb-73d7-435b-ab85-e031f447c466 HTTP/1.1" status: 204 len: 168 time: 0.3198512 Aug 18 14:52:39.959647 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:39.963714 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device a0ba2781-d67b-4dd1-9411-9ae456aee58d no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:39.988705 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: a0ba2781-d67b-4dd1-9411-9ae456aee58d {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:52:39.989375 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device a0ba2781-d67b-4dd1-9411-9ae456aee58d not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:52:39.990306 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9a2dc019-f8bf-436b-9409-9cad70cc8750 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:52:40.010229 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 9a2dc019-f8bf-436b-9409-9cad70cc8750 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:52:40.010882 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9a2dc019-f8bf-436b-9409-9cad70cc8750 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:52:40.041907 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.054069 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b49a8d7-21fe-4948-9be2-92db6ceac05b']}} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:40.064505 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f082f0d4-dfb5-4329-8a31-7c9306073e98') {'for_net_delete': True} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:40.077454 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f082f0d4-dfb5-4329-8a31-7c9306073e98') {} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:52:40.077454 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64721777'] for segment, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.087162 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.093274 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:52:40.093651 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64722432'] for segment, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: Traceback (most recent call last): Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: timer() Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: cb(*args, **kw) Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: return func(*args, **kwargs) Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: self._notify() Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: self.callback(batched_events) Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: event.method(event) Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: return f(self, *a, **k) Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._get(url).json() Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: return self.request(url, 'GET', **kwargs) Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:52:40.095882 dv-cinder-805026-1-iscsi neutron-server[100975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:52:40.255598 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.271975 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.273923 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7b49a8d7-21fe-4948-9be2-92db6ceac05b HTTP/1.1" status: 204 len: 168 time: 0.4064839 Aug 18 14:52:40.275055 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34808db-c39d-400f-bd58-dbc38ae96835 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b49a8d7-21fe-4948-9be2-92db6ceac05b,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:40.645424 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36648) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:40.694396 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-80de289b-ae59-460e-899e-164c4fb3b868 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9ead20971eb45f6b37b6aee7c601a37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474305 Aug 18 14:52:40.696852 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36652) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:40.744076 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bb92dfb2-4835-43bd-9135-f00ac03ff5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.765286 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bb92dfb2-4835-43bd-9135-f00ac03ff5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.884137 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bb92dfb2-4835-43bd-9135-f00ac03ff5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.887084 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bb92dfb2-4835-43bd-9135-f00ac03ff5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:40.891832 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-bb92dfb2-4835-43bd-9135-f00ac03ff5d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2043316b-e142-4d2b-a38b-9c3875be5b8b HTTP/1.1" status: 204 len: 168 time: 0.1933908 Aug 18 14:52:40.901260 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92dfb2-4835-43bd-9135-f00ac03ff5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2043316b-e142-4d2b-a38b-9c3875be5b8b,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:41.169988 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-70de8dc6-ffcc-467d-8bd7-d6dbffa6571c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:41.173347 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-70de8dc6-ffcc-467d-8bd7-d6dbffa6571c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/networks?id=39b89db8-3008-4fc1-bbdf-56a140784290 HTTP/1.1" status: 200 len: 814 time: 0.1049464 Aug 18 14:52:41.187305 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-98ea572d-5696-4e36-9458-f9e7dafd474f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/quotas/921630d9025a45acb49768633bc8f22d HTTP/1.1" status: 200 len: 375 time: 0.0092645 Aug 18 14:52:41.239232 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-cb76e274-767b-4bbf-91bd-e6da1f29265e tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=921630d9025a45acb49768633bc8f22d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465956 Aug 18 14:52:41.351076 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-978a8450-10db-46fa-af67-88f7417a5264 service neutron] 10.222.0.16 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000948 Aug 18 14:52:41.443725 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-deb7926d-41f7-425b-8008-353f33cfd697 service neutron] 10.222.0.16 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883915 Aug 18 14:52:41.735692 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-efd3a03c-0b16-4d2e-ad24-987bfe8ab49e req-e41e8ae8-b353-49af-920e-1f577dd5e6e3 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 210 time: 0.0370965 Aug 18 14:52:42.120908 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36774) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:42.217372 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1001520162-network', 'tenant_id': '590389587af44a1489b3a6477f81f8e5'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:42.312581 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Made reservation on behalf of 590389587af44a1489b3a6477f81f8e5 for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:42.316546 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:42.330577 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:42.435214 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:42.501073 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:42.525915 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:52:42.539611 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:42.541579 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:42.541923 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Added segment 689fd960-49ab-4dbd-a540-cb49d98ba610 of type vlan for network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 Aug 18 14:52:42.591336 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:42.684194 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:42.685190 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:42.685798 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:42.748775 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] Pushing event updated for resources: {'Network': ['ID=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:42.768714 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:52:42.793538 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-a6d6c997-e2db-47a6-93e0-6aa8edcd91ab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6713002 Aug 18 14:52:42.796249 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 36840) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:42.797253 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-284e8592-bc04-4661-96de-b261969a91e6 req-2c072834-c22a-4bf1-b247-cd8cfa7010f2 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 210 time: 0.0252221 Aug 18 14:52:42.801750 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Request body: {'subnet': {'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1001520162-subnet', 'tenant_id': '590389587af44a1489b3a6477f81f8e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:42.900690 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Made reservation on behalf of 590389587af44a1489b3a6477f81f8e5 for: {'subnet': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:42.903082 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63690610'] for subnet, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:43.135686 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63690596'] for subnet, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:43.186643 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9aa53a-5d00-4d7b-b27e-13541284709e,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:43.202346 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Checking segment: {'id': '689fd960-49ab-4dbd-a540-cb49d98ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:52:43.202738 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Network hostable DHCP agents. Network: 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:52:43.289441 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:52:43.394147 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3) {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:43.400750 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:43.402897 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:43.406525 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676296d-1519-4717-a67f-44e2f6d0b62c None None] Network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:52:43.491083 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-3ece3413-b99a-4b26-b278-bb5c503e1070 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6936345 Aug 18 14:52:43.558716 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47357a86-8f93-4fbd-b050-a958ba20116c None None] Network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:52:43.915919 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9c66d864-0b20-4056-b3b2-9489379d1995 req-2008726b-c6a3-4028-b65f-067b6abd4092 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 210 time: 0.0312037 Aug 18 14:52:43.989459 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86264c-879f-47a6-ae5c-33d85c007336 req-2258d50c-e33c-4892-b879-47ba7ecc859f tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:43.993934 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5d86264c-879f-47a6-ae5c-33d85c007336 req-2258d50c-e33c-4892-b879-47ba7ecc859f tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/networks?id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 HTTP/1.1" status: 200 len: 815 time: 0.1280782 Aug 18 14:52:44.006944 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5d86264c-879f-47a6-ae5c-33d85c007336 req-5a5b0fff-ac13-47b5-9ba4-ad4abd229d2f tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/quotas/590389587af44a1489b3a6477f81f8e5 HTTP/1.1" status: 200 len: 375 time: 0.0100157 Aug 18 14:52:44.038572 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5d86264c-879f-47a6-ae5c-33d85c007336 req-7c204ad2-c922-4e14-97ab-acd1e24dfadc tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=590389587af44a1489b3a6477f81f8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261252 Aug 18 14:52:44.130677 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5d86264c-879f-47a6-ae5c-33d85c007336 req-8c71b473-8735-4092-981a-85bd3edf7566 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850110 Aug 18 14:52:44.218066 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-5d86264c-879f-47a6-ae5c-33d85c007336 req-2a71b28d-038b-4525-a69e-5c95bcbc32db service neutron] 10.222.0.16 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812142 Aug 18 14:52:44.409900 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d370d1a8-7970-412b-b8b4-5cfa6aa70fa3 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:44.411338 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d370d1a8-7970-412b-b8b4-5cfa6aa70fa3 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.49 "GET /v2.0/networks?id=39b89db8-3008-4fc1-bbdf-56a140784290 HTTP/1.1" status: 200 len: 814 time: 0.1106882 Aug 18 14:52:44.433708 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'port': {'device_id': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'admin_state_up': True, 'tenant_id': '921630d9025a45acb49768633bc8f22d'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:52:44.632083 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Made reservation on behalf of 921630d9025a45acb49768633bc8f22d for: {'port': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:52:44.636714 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:44.759521 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Allocated IP 172.20.0.11 (39b89db8-3008-4fc1-bbdf-56a140784290/52d0a620-8f72-4648-b17a-7d06d71cf84a/8e2bc964-021d-4b77-b218-b2f8d6ed9682) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:52:44.900977 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:44.914313 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Transition to ACTIVE for port object 8e2bc964-021d-4b77-b218-b2f8d6ed9682 will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:52:45.012077 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ae81f2c0-556f-47f2-8609-31dee5abd481 req-3acaaa1a-0c92-4d61-adea-3364d9044c94 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 210 time: 0.0271211 Aug 18 14:52:45.013617 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:45.061111 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Network 39b89db8-3008-4fc1-bbdf-56a140784290 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:52:45.064596 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:52:45.068353 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:52:45.091780 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'Port': ['ID=8e2bc964-021d-4b77-b218-b2f8d6ed9682,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:45.123771 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:52:45.124410 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:45.222036 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-b4a75ec0-025c-407d-b433-392629cdc109 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7921226 Aug 18 14:52:45.334385 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-38a40c7c-71aa-4292-801e-a3643b9f785a None None] Provisioning for port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:52:45.339337 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-38a40c7c-71aa-4292-801e-a3643b9f785a None None] Provisioning complete for port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:52:45.339708 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-38a40c7c-71aa-4292-801e-a3643b9f785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:45.398678 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-38a40c7c-71aa-4292-801e-a3643b9f785a None None] Port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:52:45.870101 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36972) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:46.006828 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3a91d670-0d0c-4e6c-9f82-3cc234e454f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0268757c7d7469e8ad935172f796acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353288 Aug 18 14:52:46.009138 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 36976) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:46.057740 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-11558e02-d3f2-47e4-9e93-c5c6e9fadf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:46.079419 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-11558e02-d3f2-47e4-9e93-c5c6e9fadf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:46.249820 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-11558e02-d3f2-47e4-9e93-c5c6e9fadf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:46.252357 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-11558e02-d3f2-47e4-9e93-c5c6e9fadf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:46.253508 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-11558e02-d3f2-47e4-9e93-c5c6e9fadf0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c386768-2cc5-4cf5-bf37-f3a141bb4182 HTTP/1.1" status: 204 len: 168 time: 0.2434866 Aug 18 14:52:46.261444 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558e02-d3f2-47e4-9e93-c5c6e9fadf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c386768-2cc5-4cf5-bf37-f3a141bb4182,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:51.501056 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2bfff5a9-a7b6-4c60-9f3e-095ddabb7a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:53.802724 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f436d9c-43ea-48d7-aa3b-d0be588f8f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:53.830832 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:54.809449 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:55.469991 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 37020) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:55.575803 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cb16-9531-487e-b487-0351feedbc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:55.668188 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cb16-9531-487e-b487-0351feedbc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:55.739141 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cb16-9531-487e-b487-0351feedbc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:56.012152 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37024) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:52:56.012770 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-7bb8cb16-9531-487e-b487-0351feedbc40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53464ab5837b4389b718bca0d3a709a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410202 Aug 18 14:52:56.013133 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8cb16-9531-487e-b487-0351feedbc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3478969d-f2d5-47a0-b6b7-2d9c3463a125,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:56.070824 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b73709d7-da1f-4c9a-9e04-094f9aeda61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:56.091334 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b73709d7-da1f-4c9a-9e04-094f9aeda61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:56.158347 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:56.203666 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b73709d7-da1f-4c9a-9e04-094f9aeda61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:56.206737 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b73709d7-da1f-4c9a-9e04-094f9aeda61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:56.208013 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b73709d7-da1f-4c9a-9e04-094f9aeda61b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3478969d-f2d5-47a0-b6b7-2d9c3463a125 HTTP/1.1" status: 204 len: 168 time: 0.1938422 Aug 18 14:52:56.217636 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73709d7-da1f-4c9a-9e04-094f9aeda61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478969d-f2d5-47a0-b6b7-2d9c3463a125,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:52:56.471452 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:52:59.449058 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:53:02.330959 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Request body: {'port': {'device_id': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:02.382094 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:02.677370 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea521b7-d93b-4522-95cb-d638df5c5396 req-2505694d-f5d1-4341-b3b0-f5f77c0f7da2 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:02.678784 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3ea521b7-d93b-4522-95cb-d638df5c5396 req-2505694d-f5d1-4341-b3b0-f5f77c0f7da2 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 932 time: 0.0910964 Aug 18 14:53:02.695548 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2bc964-021d-4b77-b218-b2f8d6ed9682 {{(pid=100975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:53:02.709886 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:02.736597 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3ea521b7-d93b-4522-95cb-d638df5c5396 req-823a2b78-a3cc-48ec-b8ed-ad823ce2a273 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517964 Aug 18 14:53:02.737511 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Transition to ACTIVE for port object 8e2bc964-021d-4b77-b218-b2f8d6ed9682 will not be triggered until provisioned by entity L2. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:53:02.815434 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:02.875039 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2bc964-021d-4b77-b218-b2f8d6ed9682,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:02.957410 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Attempting to bind port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:53:02.957753 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Attempting to bind port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:53:02.958113 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Attempting to bind port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 on network 39b89db8-3008-4fc1-bbdf-56a140784290 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:53:02.962743 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 on network 39b89db8-3008-4fc1-bbdf-56a140784290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:53:02.963417 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Attempting to bind port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 on network 39b89db8-3008-4fc1-bbdf-56a140784290 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:53:02.969203 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:53:02.969694 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Checking segment: {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:53:02.970015 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Bound using segment: {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:53:02.970721 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Bound port: 8e2bc964-021d-4b77-b218-b2f8d6ed9682, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a61d14-21e2-4641-8e12-b71d0cac572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290'}}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:53:02.971092 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:02.977524 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37102) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:03.041111 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] For port 8e2bc964-021d-4b77-b218-b2f8d6ed9682, host hv-cinder-80502, cleared binding levels {{(pid=100975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:53:03.045091 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] For port 8e2bc964-021d-4b77-b218-b2f8d6ed9682, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:53:03.096351 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-51b1eb86-a029-45f6-8bfc-a439ec4a3794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.179792 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.184306 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-51b1eb86-a029-45f6-8bfc-a439ec4a3794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.213377 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:03.214242 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.215643 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] 10.222.0.49 "PUT /v2.0/ports/8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 1094 time: 0.8896389 Aug 18 14:53:03.216073 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:03.218277 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67d24cb-4a2f-4010-9d67-ea6b453dab04" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:03.242960 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c56bf4-9589-43b9-b1e5-6ed5f0068b54 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2bc964-021d-4b77-b218-b2f8d6ed9682,revision_number=3']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:03.264162 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1619b4df-c5f7-4365-be29-dfce06b06a5d x-openstack-request-id: req-1619b4df-c5f7-4365-be29-dfce06b06a5d {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:03.264458 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:03.264711 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1619b4df-c5f7-4365-be29-dfce06b06a5d {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:03.265249 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'status': 'completed', 'code': 200} Aug 18 14:53:03.293983 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-51b1eb86-a029-45f6-8bfc-a439ec4a3794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.347164 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-51b1eb86-a029-45f6-8bfc-a439ec4a3794 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba7aa115b1eb48bda3ec5b38e93779a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684978 Aug 18 14:53:03.348079 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37110) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:03.350162 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1eb86-a029-45f6-8bfc-a439ec4a3794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf440c1-3653-45e4-974e-8c404e850dae,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:03.355083 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d24cb-4a2f-4010-9d67-ea6b453dab04 req-23d09a6d-4188-4858-89a3-0ce1a6053b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:03.356855 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b67d24cb-4a2f-4010-9d67-ea6b453dab04 req-23d09a6d-4188-4858-89a3-0ce1a6053b2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921630d9025a45acb49768633bc8f22d&device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1097 time: 0.0477936 Aug 18 14:53:03.402033 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cc529b08-ca33-42fe-bda4-bec1d5865acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.425766 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cc529b08-ca33-42fe-bda4-bec1d5865acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.480523 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d24cb-4a2f-4010-9d67-ea6b453dab04 req-af9ffd29-29c2-44d0-8fb1-dcd4cfb8e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:03.481944 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b67d24cb-4a2f-4010-9d67-ea6b453dab04 req-af9ffd29-29c2-44d0-8fb1-dcd4cfb8e645 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=921630d9025a45acb49768633bc8f22d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1042471 Aug 18 14:53:03.535083 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cc529b08-ca33-42fe-bda4-bec1d5865acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.537700 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-cc529b08-ca33-42fe-bda4-bec1d5865acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:03.538917 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-cc529b08-ca33-42fe-bda4-bec1d5865acf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bf440c1-3653-45e4-974e-8c404e850dae HTTP/1.1" status: 204 len: 168 time: 0.1897092 Aug 18 14:53:03.546769 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc529b08-ca33-42fe-bda4-bec1d5865acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf440c1-3653-45e4-974e-8c404e850dae,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:03.581839 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d24cb-4a2f-4010-9d67-ea6b453dab04 req-68164637-042d-48a6-8636-f58a9fb35530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:03.583650 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b67d24cb-4a2f-4010-9d67-ea6b453dab04 req-68164637-042d-48a6-8636-f58a9fb35530 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946352 Aug 18 14:53:03.689668 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-c081ca24-42b4-4851-ad0b-27db94a9a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:03.691049 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-c081ca24-42b4-4851-ad0b-27db94a9a620 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921630d9025a45acb49768633bc8f22d&device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1097 time: 0.0402980 Aug 18 14:53:03.743993 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-28b44704-04e4-4a91-b121-39f027c541e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 217 time: 0.0374162 Aug 18 14:53:03.796148 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-f57a4354-3cd1-4542-8702-ffb60492ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:03.798577 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-f57a4354-3cd1-4542-8702-ffb60492ac8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52d0a620-8f72-4648-b17a-7d06d71cf84a HTTP/1.1" status: 200 len: 853 time: 0.0455136 Aug 18 14:53:03.879947 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351f35-2bfd-4254-b98f-b926602fd369 req-5d0e0510-73c7-4eaa-9066-09ad0646cb62 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:03.881671 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a6351f35-2bfd-4254-b98f-b926602fd369 req-5d0e0510-73c7-4eaa-9066-09ad0646cb62 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 944 time: 0.0679102 Aug 18 14:53:03.883312 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-9a07089c-776d-4c20-a36a-1e3fe077ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:03.884657 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-9a07089c-776d-4c20-a36a-1e3fe077ff1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39b89db8-3008-4fc1-bbdf-56a140784290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792496 Aug 18 14:53:03.977992 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a6351f35-2bfd-4254-b98f-b926602fd369 req-4edc1450-a742-46f0-b797-0eec03768d1d tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894244 Aug 18 14:53:04.018845 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-8321dd8b-68ca-4ce4-be0d-3f8fb0cf8489 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243634 Aug 18 14:53:04.110113 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38cd55b-a44a-4fc9-87d2-71b0eb375ade req-75b48b19-6e51-48f5-a67f-9ab449f8c7f8 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835047 Aug 18 14:53:05.103446 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db3d89-8e54-4b31-a21d-5b619d8c330e req-f96acc95-e52c-46b0-8f56-55515bbb6ec6 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:05.105651 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c0db3d89-8e54-4b31-a21d-5b619d8c330e req-f96acc95-e52c-46b0-8f56-55515bbb6ec6 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 944 time: 0.0536869 Aug 18 14:53:05.143447 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c0db3d89-8e54-4b31-a21d-5b619d8c330e req-a8013206-f3d8-47b3-9331-3e6481523e6f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 Aug 18 14:53:06.641116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e04b4-9d4c-4858-8581-b6a3b8c3936d req-92c69595-249f-4407-a9e8-5e60a616a781 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:06.642689 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-210e04b4-9d4c-4858-8581-b6a3b8c3936d req-92c69595-249f-4407-a9e8-5e60a616a781 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 944 time: 0.0508182 Aug 18 14:53:06.682069 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-210e04b4-9d4c-4858-8581-b6a3b8c3936d req-56547e43-1ba2-4103-a1fa-da720265eeb2 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336313 Aug 18 14:53:07.420514 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff77e4-c081-4d49-97ca-2ecc246bd0c3 req-74425aac-ab60-4641-991c-ca26c9ced014 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:07.422564 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dfff77e4-c081-4d49-97ca-2ecc246bd0c3 req-74425aac-ab60-4641-991c-ca26c9ced014 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0489655 Aug 18 14:53:07.459104 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dfff77e4-c081-4d49-97ca-2ecc246bd0c3 req-04bb58b7-6037-4393-b8ed-6df4407ca3b4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306447 Aug 18 14:53:07.797731 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5a6c-5b5b-4bb4-8ee4-a38f0e3eee0c req-6fb4c0d2-46ea-47ba-a31d-fcb813ff214a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:07.799277 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-32ea5a6c-5b5b-4bb4-8ee4-a38f0e3eee0c req-6fb4c0d2-46ea-47ba-a31d-fcb813ff214a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 944 time: 0.0517082 Aug 18 14:53:07.837000 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-32ea5a6c-5b5b-4bb4-8ee4-a38f0e3eee0c req-7ae0ef90-62f1-488d-893f-64b24c3c1837 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314159 Aug 18 14:53:08.574815 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1b31-29d4-48ae-8fb2-6122f53ff033 req-9ce19ac7-03a0-4278-abd6-2546c3bd9ba9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:08.576383 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ca5d1b31-29d4-48ae-8fb2-6122f53ff033 req-9ce19ac7-03a0-4278-abd6-2546c3bd9ba9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0464625 Aug 18 14:53:08.615200 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ca5d1b31-29d4-48ae-8fb2-6122f53ff033 req-0a414c4f-ee8d-4ddb-b91e-7defacc0b646 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323818 Aug 18 14:53:08.742743 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 8e2bc964-021d-4b77-b218-b2f8d6ed9682 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:53:08.837094 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 8e2bc964-021d-4b77-b218-b2f8d6ed9682, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:08.847876 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'port_id': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'mac_address': 'fa:16:3e:cb:15:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:53:08.886838 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:08.899697 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2bc964-021d-4b77-b218-b2f8d6ed9682 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:53:08.918580 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 8e2bc964-021d-4b77-b218-b2f8d6ed9682, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:08.951836 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b86e5b-15e7-43d9-a9f2-4656ea4445f9 req-d4381f3f-a328-4fcf-806f-8ba6cd472c83 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:08.954230 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-78b86e5b-15e7-43d9-a9f2-4656ea4445f9 req-d4381f3f-a328-4fcf-806f-8ba6cd472c83 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 944 time: 0.0509496 Aug 18 14:53:08.991703 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-78b86e5b-15e7-43d9-a9f2-4656ea4445f9 req-17dfaae0-bdcc-408a-9617-56229032283c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Aug 18 14:53:09.003855 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:09.051235 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=8e2bc964-021d-4b77-b218-b2f8d6ed9682,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:09.401076 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['8e2bc964-021d-4b77-b218-b2f8d6ed9682'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:53:09.740952 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f0286-af72-431f-b8cb-af4e54570de7 req-4acd7229-57cf-4b41-bcb7-a894b97c4351 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:09.742481 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c71f0286-af72-431f-b8cb-af4e54570de7 req-4acd7229-57cf-4b41-bcb7-a894b97c4351 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0518019 Aug 18 14:53:09.780769 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c71f0286-af72-431f-b8cb-af4e54570de7 req-da047d1d-1415-4630-8d28-e05641681c53 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Aug 18 14:53:10.105168 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dfd45-970c-483c-a50f-c005fca628a4 req-93426537-95c2-4958-bbb7-27adcbcb5550 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:10.106723 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f31dfd45-970c-483c-a50f-c005fca628a4 req-93426537-95c2-4958-bbb7-27adcbcb5550 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 945 time: 0.0484869 Aug 18 14:53:10.144811 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f31dfd45-970c-483c-a50f-c005fca628a4 req-abf7627a-f17a-4cad-b484-e17617dcce5f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Aug 18 14:53:10.758429 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 8e2bc964-021d-4b77-b218-b2f8d6ed9682 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:53:10.872299 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:53:10.876447 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:10.876976 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:10.911451 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084e0f-3084-491f-bfa3-7417a0392537 req-f086ac79-291d-41e6-a71e-f008c409dcec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:10.912954 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-42084e0f-3084-491f-bfa3-7417a0392537 req-f086ac79-291d-41e6-a71e-f008c409dcec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0494354 Aug 18 14:53:10.955582 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-42084e0f-3084-491f-bfa3-7417a0392537 req-8d436fcf-84e3-426f-9e52-ca9cc41c00f7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366228 Aug 18 14:53:10.967671 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:10.990690 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:10.992982 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11825e75-ec98-4f86-9215-082ae10c362b" -d '{"events": [{"server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "name": "network-vif-plugged", "status": "completed", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:11.011118 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 8e2bc964-021d-4b77-b218-b2f8d6ed9682, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:11.029722 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c77643-b2f5-47ab-88d8-d8d06257fb21 x-openstack-request-id: req-20c77643-b2f5-47ab-88d8-d8d06257fb21 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:11.030031 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "name": "network-vif-plugged", "status": "completed", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:11.030313 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20c77643-b2f5-47ab-88d8-d8d06257fb21 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:11.030732 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'code': 200} Aug 18 14:53:11.089941 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:11.138305 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=8e2bc964-021d-4b77-b218-b2f8d6ed9682,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:11.259299 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743750fb-c89d-404f-af45-83e1bf22ab59 req-e076af23-5716-4221-8a37-460c892bb284 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:11.260795 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-743750fb-c89d-404f-af45-83e1bf22ab59 req-e076af23-5716-4221-8a37-460c892bb284 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0502918 Aug 18 14:53:11.302694 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-743750fb-c89d-404f-af45-83e1bf22ab59 req-28936356-7ffe-4007-a164-ee70efff0c0e tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353384 Aug 18 14:53:11.366834 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362374bc-5451-4089-a37e-389376460ebb req-127c4ace-cfd1-4a83-8b5a-ed5a8f9c6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:11.368306 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-362374bc-5451-4089-a37e-389376460ebb req-127c4ace-cfd1-4a83-8b5a-ed5a8f9c6e66 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1099 time: 0.0388551 Aug 18 14:53:11.402812 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-362374bc-5451-4089-a37e-389376460ebb req-27155d0c-e401-4d3b-9b43-0cbb55be92ff service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269294 Aug 18 14:53:12.078352 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9c48f-decc-4770-905c-135790227b21 req-a917186f-dc1b-46c2-ab8c-c6dd86cf8582 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:12.079886 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-18e9c48f-decc-4770-905c-135790227b21 req-a917186f-dc1b-46c2-ab8c-c6dd86cf8582 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0486004 Aug 18 14:53:12.117479 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-18e9c48f-decc-4770-905c-135790227b21 req-a8c28314-4897-4b3e-b92d-e9c41303b7b2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Aug 18 14:53:12.429165 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a707e7f-b6a2-459e-9099-d3306ca96dd8 req-7efae132-8507-4d14-bd33-4979a934fcb9 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:12.430821 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6a707e7f-b6a2-459e-9099-d3306ca96dd8 req-7efae132-8507-4d14-bd33-4979a934fcb9 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0561326 Aug 18 14:53:12.472893 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6a707e7f-b6a2-459e-9099-d3306ca96dd8 req-a97540c8-df8b-4dce-add3-a5b42096b556 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 Aug 18 14:53:13.233923 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c9008-1e77-4c5b-802b-994eefd00b3e req-23eacc08-b52d-49e1-9e83-09ac126a8038 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:13.235667 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cb7c9008-1e77-4c5b-802b-994eefd00b3e req-23eacc08-b52d-49e1-9e83-09ac126a8038 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0489604 Aug 18 14:53:13.272650 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cb7c9008-1e77-4c5b-802b-994eefd00b3e req-6c7b01e0-43bc-4d22-9777-c69f2a066999 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Aug 18 14:53:13.585378 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650971b-6d54-429b-b83c-a2ac0c20e0db req-d5d6cc78-66ac-4969-b486-4d7325da4d26 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:13.586892 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1650971b-6d54-429b-b83c-a2ac0c20e0db req-d5d6cc78-66ac-4969-b486-4d7325da4d26 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0474977 Aug 18 14:53:13.623489 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1650971b-6d54-429b-b83c-a2ac0c20e0db req-d511f2cb-501b-4795-b380-23b58f9b1a47 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304368 Aug 18 14:53:13.735355 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dbbac-8986-4d3f-84dd-da222f4aaa14 req-476f87d0-472f-428a-b212-bd6fdb7fd4a7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:13.736777 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d58dbbac-8986-4d3f-84dd-da222f4aaa14 req-476f87d0-472f-428a-b212-bd6fdb7fd4a7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0500109 Aug 18 14:53:13.772689 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d58dbbac-8986-4d3f-84dd-da222f4aaa14 req-034af0d2-1797-417a-8db9-4b0fe5a75471 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300682 Aug 18 14:53:14.089702 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1b4b-4fce-40ee-a65c-e011b439102a req-acd5132d-9ceb-4901-9a07-a43df314bf66 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:14.091216 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-23fe1b4b-4fce-40ee-a65c-e011b439102a req-acd5132d-9ceb-4901-9a07-a43df314bf66 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0471904 Aug 18 14:53:14.130579 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-23fe1b4b-4fce-40ee-a65c-e011b439102a req-2020bbfa-1257-4f69-80ca-0ff5be724290 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Aug 18 14:53:14.392444 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851bdd1-79fe-426d-8087-cb02a6e1a0a4 req-f4f74535-1b8c-4ca9-bad4-f83700c5d695 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:14.393931 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3851bdd1-79fe-426d-8087-cb02a6e1a0a4 req-f4f74535-1b8c-4ca9-bad4-f83700c5d695 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0516236 Aug 18 14:53:14.432494 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3851bdd1-79fe-426d-8087-cb02a6e1a0a4 req-cceb6467-67c0-42a7-a97e-0a0fe686c661 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317829 Aug 18 14:53:15.534622 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dffb1c-c339-4140-a292-e16c08585b66 req-f09b6585-523b-4b9d-b850-50e8a8946bdf tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:15.536125 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-13dffb1c-c339-4140-a292-e16c08585b66 req-f09b6585-523b-4b9d-b850-50e8a8946bdf tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0592613 Aug 18 14:53:15.572937 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-13dffb1c-c339-4140-a292-e16c08585b66 req-bba3c7a7-0db6-448d-82ce-93f7fa68df32 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308714 Aug 18 14:53:15.678609 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9ac9e-ac3e-48a5-8a50-4da41d679c3b req-e2e56d8e-b3e7-4226-abc7-7297df6e2eec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:15.680052 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-79c9ac9e-ac3e-48a5-8a50-4da41d679c3b req-e2e56d8e-b3e7-4226-abc7-7297df6e2eec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0481119 Aug 18 14:53:15.718022 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-79c9ac9e-ac3e-48a5-8a50-4da41d679c3b req-9013d7d4-ebd5-4ff1-9fac-bd0baac29231 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320921 Aug 18 14:53:17.202948 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a6ca6-86e1-49f2-9da7-07fc4dbcfb15 req-cf247fdd-a980-4e27-9833-7d337d1244e7 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.204960 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-867a6ca6-86e1-49f2-9da7-07fc4dbcfb15 req-cf247fdd-a980-4e27-9833-7d337d1244e7 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Aug 18 14:53:17.242707 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-867a6ca6-86e1-49f2-9da7-07fc4dbcfb15 req-855d69f1-7623-43a4-80f4-bd747f920c65 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Aug 18 14:53:17.353944 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163fa2b-3135-4b1c-b414-166d68ae85e9 req-edd2ebec-ee16-4919-a083-a4492cd10784 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:17.353944 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0163fa2b-3135-4b1c-b414-166d68ae85e9 req-edd2ebec-ee16-4919-a083-a4492cd10784 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0520666 Aug 18 14:53:17.392529 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0163fa2b-3135-4b1c-b414-166d68ae85e9 req-f1f3332b-6d67-47af-be97-3338d785ebbe tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320964 Aug 18 14:53:17.604592 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37364) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:17.708817 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:17.797628 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:17.902196 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:17.922626 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da4cfcb-64d6-4412-8a83-d012a75b6006,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:17.934623 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.935069 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.935418 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.935933 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.936447 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.937102 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.938240 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.938786 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.939375 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.939961 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.941251 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.941772 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:17.956537 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 37368) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:17.959105 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-011fff28-2e2d-4157-8815-e376b4599f00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d7736b4ef864beeb9e917a4e5cc827e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533266 Aug 18 14:53:18.009652 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:18.040640 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:18.361673 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a36b3-1d85-4dd3-95db-50e9a9bbc4db req-9f0186de-1bf8-4e21-8d16-84092909f2a2 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:18.363141 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-221a36b3-1d85-4dd3-95db-50e9a9bbc4db req-9f0186de-1bf8-4e21-8d16-84092909f2a2 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0496905 Aug 18 14:53:18.402765 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-221a36b3-1d85-4dd3-95db-50e9a9bbc4db req-f331514b-6f88-4568-9d7f-f2ac3b14f7a6 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336950 Aug 18 14:53:18.507738 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4ab30-1c63-45ea-ab00-23a5c7b37c74 req-a20d4d36-2c9d-419a-a445-6609434f0b07 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:18.509148 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-42e4ab30-1c63-45ea-ab00-23a5c7b37c74 req-a20d4d36-2c9d-419a-a445-6609434f0b07 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0481513 Aug 18 14:53:18.534958 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:18.537419 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:18.538507 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1da4cfcb-64d6-4412-8a83-d012a75b6006 HTTP/1.1" status: 204 len: 168 time: 0.5810177 Aug 18 14:53:18.556238 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-42e4ab30-1c63-45ea-ab00-23a5c7b37c74 req-24b502fc-fbb7-459d-8479-ab33ca784b56 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411315 Aug 18 14:53:18.557188 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da4cfcb-64d6-4412-8a83-d012a75b6006,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:18.564697 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.565049 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.565386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.565716 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.566044 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.566369 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.566764 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.567049 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.567371 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.567695 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.568014 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:18.568334 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38645c5a-497d-42fc-b7b4-cd5fe976c4ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:19.307585 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 37382) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:19.321208 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-cb97bc64-eb51-4851-94d2-2f826144fd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.405713 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-cb97bc64-eb51-4851-94d2-2f826144fd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.496721 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-cb97bc64-eb51-4851-94d2-2f826144fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.545463 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-cb97bc64-eb51-4851-94d2-2f826144fd3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d9b961dd28f4ed4ac41f7bfafda5a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367907 Aug 18 14:53:19.546252 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97bc64-eb51-4851-94d2-2f826144fd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cdfc4b-bb90-48a8-bb0c-6cbbdaa17f89,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:19.548745 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37386) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:19.557340 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b0c4f-4658-47ae-97b9-83b97298fc1c req-6b906407-1f04-4a67-a24a-a4242cc13c7d tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:19.558748 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be4b0c4f-4658-47ae-97b9-83b97298fc1c req-6b906407-1f04-4a67-a24a-a4242cc13c7d tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0889807 Aug 18 14:53:19.596457 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-be4b0c4f-4658-47ae-97b9-83b97298fc1c req-81569c9b-a830-4e37-b6c0-649686453553 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309696 Aug 18 14:53:19.599988 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ba34d415-f68f-4cb2-9ead-510981ac5350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.621667 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ba34d415-f68f-4cb2-9ead-510981ac5350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.696436 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ceff5-19b9-4f71-a722-1e12c4a3bf49 req-13a43741-3dea-4ff1-923d-a2050da77076 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:19.697812 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3d5ceff5-19b9-4f71-a722-1e12c4a3bf49 req-13a43741-3dea-4ff1-923d-a2050da77076 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0476704 Aug 18 14:53:19.733965 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3d5ceff5-19b9-4f71-a722-1e12c4a3bf49 req-4b9286ff-20c9-4ea5-ac25-8b34267af953 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302894 Aug 18 14:53:19.735678 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ba34d415-f68f-4cb2-9ead-510981ac5350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.738258 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ba34d415-f68f-4cb2-9ead-510981ac5350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:19.739470 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-ba34d415-f68f-4cb2-9ead-510981ac5350 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00cdfc4b-bb90-48a8-bb0c-6cbbdaa17f89 HTTP/1.1" status: 204 len: 168 time: 0.1896684 Aug 18 14:53:19.747278 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34d415-f68f-4cb2-9ead-510981ac5350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cdfc4b-bb90-48a8-bb0c-6cbbdaa17f89,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:20.522060 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37396) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:20.534984 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d06e356f-5ad3-4fd6-8cb0-50f4f316b187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:20.621815 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d06e356f-5ad3-4fd6-8cb0-50f4f316b187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:20.700339 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d06e356f-5ad3-4fd6-8cb0-50f4f316b187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:20.708294 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede56b-9a10-4da8-8638-eb25d36a427b req-27354de4-307c-4238-8cd0-c52a12499ac0 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:20.709776 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-11ede56b-9a10-4da8-8638-eb25d36a427b req-27354de4-307c-4238-8cd0-c52a12499ac0 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0467148 Aug 18 14:53:20.742496 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d06e356f-5ad3-4fd6-8cb0-50f4f316b187 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e6eb824e8234256a449d353b5d46e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192802 Aug 18 14:53:20.743651 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e356f-5ad3-4fd6-8cb0-50f4f316b187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f44dd94-6129-4bbe-8a74-95538102e145,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:20.745931 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37400) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:20.758932 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-11ede56b-9a10-4da8-8638-eb25d36a427b req-389d20bb-43e1-4a43-b7f0-f05ed4aa9af5 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 Aug 18 14:53:20.803539 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e51978b0-45f3-4b45-a72d-8cdf80234b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:20.805264 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 304130f8-be46-405d-a39b-769baa59d498 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:53:20.826209 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e51978b0-45f3-4b45-a72d-8cdf80234b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:20.864170 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd40e8-77df-4612-928c-22b3c1c28813 req-4ba30b44-23a1-47da-8d56-285a050cd756 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:20.865925 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6acd40e8-77df-4612-928c-22b3c1c28813 req-4ba30b44-23a1-47da-8d56-285a050cd756 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0547574 Aug 18 14:53:20.902365 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6acd40e8-77df-4612-928c-22b3c1c28813 req-ab4593b7-e916-4b4b-abc5-67d7d2434941 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303102 Aug 18 14:53:20.913401 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:20.929096 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '304130f8-be46-405d-a39b-769baa59d498', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'port_id': '304130f8-be46-405d-a39b-769baa59d498', 'mac_address': 'fa:16:3e:f0:23:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:53:20.966015 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:20.978984 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 304130f8-be46-405d-a39b-769baa59d498 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:53:20.998156 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:21.002251 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e51978b0-45f3-4b45-a72d-8cdf80234b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.009667 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e51978b0-45f3-4b45-a72d-8cdf80234b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.009667 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-e51978b0-45f3-4b45-a72d-8cdf80234b1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f44dd94-6129-4bbe-8a74-95538102e145 HTTP/1.1" status: 204 len: 168 time: 0.2591805 Aug 18 14:53:21.013836 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51978b0-45f3-4b45-a72d-8cdf80234b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f44dd94-6129-4bbe-8a74-95538102e145,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:21.089792 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.119273 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a015d750-c88e-4929-9387-6ad23d957859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:21.141972 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=6']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:21.148788 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.149153 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.149491 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.149819 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.150143 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.150490 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.150857 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.151179 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.151514 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.151834 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.152149 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.152511 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:53:21.259901 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['304130f8-be46-405d-a39b-769baa59d498'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:53:21.870589 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ff8d8-d18d-470f-8ba0-50028d8360d6 req-c1867076-1227-4e76-8f43-6c80b635d4f5 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:21.872056 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-878ff8d8-d18d-470f-8ba0-50028d8360d6 req-c1867076-1227-4e76-8f43-6c80b635d4f5 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Aug 18 14:53:21.909824 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-878ff8d8-d18d-470f-8ba0-50028d8360d6 req-098442e4-8a98-4392-9880-278ee7bb4c03 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Aug 18 14:53:22.021208 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34e8f-08ec-4000-b818-4c7c2e10a3ba req-760b8f9f-5dfc-4e56-a8b6-62f0e52fe68f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:22.022736 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-84e34e8f-08ec-4000-b818-4c7c2e10a3ba req-760b8f9f-5dfc-4e56-a8b6-62f0e52fe68f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 945 time: 0.0486679 Aug 18 14:53:22.061948 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-84e34e8f-08ec-4000-b818-4c7c2e10a3ba req-849a0efd-6cbb-4bfd-987c-c97960fa6fc2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332048 Aug 18 14:53:22.806839 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 304130f8-be46-405d-a39b-769baa59d498 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:53:22.854122 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 304130f8-be46-405d-a39b-769baa59d498 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:22.854520 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:23.048695 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f17e37-ae0e-4d2c-ba88-7f8013fbe113 req-88128845-e0f9-4631-82e7-d55df2d0caed tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:23.050494 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2f17e37-ae0e-4d2c-ba88-7f8013fbe113 req-88128845-e0f9-4631-82e7-d55df2d0caed tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0546701 Aug 18 14:53:23.052582 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:23.075628 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304130f8-be46-405d-a39b-769baa59d498'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:23.077995 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2782ebe8-e615-4380-9c24-8d3f970cd68b" -d '{"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-plugged", "status": "completed", "tag": "304130f8-be46-405d-a39b-769baa59d498"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:23.089409 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2f17e37-ae0e-4d2c-ba88-7f8013fbe113 req-7cc92bdd-c23a-4694-a1af-c794ac530248 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Aug 18 14:53:23.091654 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:23.135228 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f8c6f7-1809-40b9-a13f-0b5de878c408 x-openstack-request-id: req-73f8c6f7-1809-40b9-a13f-0b5de878c408 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:23.135550 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-plugged", "status": "completed", "tag": "304130f8-be46-405d-a39b-769baa59d498", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:23.135800 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73f8c6f7-1809-40b9-a13f-0b5de878c408 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:23.136218 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304130f8-be46-405d-a39b-769baa59d498', 'code': 200} Aug 18 14:53:23.169270 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:23.217310 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=7']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:23.227976 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc07ad-4168-49b7-9932-70b41f60b420 req-90f48308-3e17-4406-94a2-30433e237d8b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:23.229445 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0ffc07ad-4168-49b7-9932-70b41f60b420 req-90f48308-3e17-4406-94a2-30433e237d8b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0491712 Aug 18 14:53:23.267454 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0ffc07ad-4168-49b7-9932-70b41f60b420 req-f35f55e6-d7e0-419d-976a-dcbeed56ab3e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Aug 18 14:53:23.564076 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b6adc3f1-e32b-4da9-a3e6-0d6e30dbc022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:23.727947 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-8119ddeb-7745-47f5-8677-920399ecab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:23.729203 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:23.729458 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-8119ddeb-7745-47f5-8677-920399ecab84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 1099 time: 0.0395496 Aug 18 14:53:23.833626 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-9ba50dcb-7bee-45de-a600-e64f852d6d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:23.835152 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-9ba50dcb-7bee-45de-a600-e64f852d6d30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 918 time: 0.0838952 Aug 18 14:53:23.899422 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-de219b44-c331-4e1b-ae9a-d1134a61697e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=304130f8-be46-405d-a39b-769baa59d498 HTTP/1.1" status: 200 len: 1002 time: 0.0549150 Aug 18 14:53:23.953768 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-892d8853-255a-4f93-8d2b-05b201d683e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:23.955240 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-892d8853-255a-4f93-8d2b-05b201d683e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0461864 Aug 18 14:53:24.000567 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-6e83aea8-ca85-453b-9edd-ffcf4434f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:24.002003 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-6e83aea8-ca85-453b-9edd-ffcf4434f4fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375619 Aug 18 14:53:24.249470 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccc076-49b4-4f7f-ae2e-df2d0af8e3f8 req-bf2ed108-ee19-40ee-a55e-a5be593d28ef tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:24.251030 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-98ccc076-49b4-4f7f-ae2e-df2d0af8e3f8 req-bf2ed108-ee19-40ee-a55e-a5be593d28ef tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0769300 Aug 18 14:53:24.253119 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-d89fb867-ea7b-4183-8b5f-635d957412be service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215434 Aug 18 14:53:24.333227 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-98ccc076-49b4-4f7f-ae2e-df2d0af8e3f8 req-fcdef811-8cd4-446b-9599-537d24c6d454 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761683 Aug 18 14:53:24.368989 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3e073852-ca99-4776-9e83-a71e0fc3a8b2 req-057144ef-54f7-43e8-89b8-c1bbe82d6861 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062591 Aug 18 14:53:24.449403 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19710c1-1a66-4228-a288-0a18949fe6f2 req-2b1492f7-37f2-4e35-9b94-b0e5fb4016f9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:24.451002 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b19710c1-1a66-4228-a288-0a18949fe6f2 req-2b1492f7-37f2-4e35-9b94-b0e5fb4016f9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0621212 Aug 18 14:53:24.488815 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b19710c1-1a66-4228-a288-0a18949fe6f2 req-d0eed87f-c84b-4f3b-897a-1e5ab4dc888a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311325 Aug 18 14:53:24.809154 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:25.508732 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e7fe-71a9-46a5-bf73-cfee1b74ca9c req-dc2f82ed-28e0-48b7-ac3a-36285af1e7ae tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:25.516461 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4fd0e7fe-71a9-46a5-bf73-cfee1b74ca9c req-dc2f82ed-28e0-48b7-ac3a-36285af1e7ae tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0977776 Aug 18 14:53:25.569638 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4fd0e7fe-71a9-46a5-bf73-cfee1b74ca9c req-cb222292-9940-4429-aecf-ce65ddcd292f tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488765 Aug 18 14:53:25.684985 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c3ba4-5b4b-435d-8e82-5c3d596e06c3 req-c170c1a6-d35d-4d15-b1e7-869fe9257431 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:25.689559 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8a8c3ba4-5b4b-435d-8e82-5c3d596e06c3 req-c170c1a6-d35d-4d15-b1e7-869fe9257431 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0545576 Aug 18 14:53:25.731633 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8a8c3ba4-5b4b-435d-8e82-5c3d596e06c3 req-b0e9bdee-9f13-4d40-b5ac-b37678e9a6d4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380766 Aug 18 14:53:26.255885 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:26.507442 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:26.710719 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f71205-b841-416c-860e-29524cd970ac req-5c8ae45d-e09d-495b-997c-1c79c1612462 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:26.712407 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-53f71205-b841-416c-860e-29524cd970ac req-5c8ae45d-e09d-495b-997c-1c79c1612462 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0533137 Aug 18 14:53:26.755872 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-53f71205-b841-416c-860e-29524cd970ac req-76b602cc-ded1-4458-b197-2a45e564b0fe tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371659 Aug 18 14:53:26.882981 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d9ef1-e874-414a-a1c8-a2505802e122 req-fc841726-e704-499c-a3d5-ed129b01299e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:26.884734 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-172d9ef1-e874-414a-a1c8-a2505802e122 req-fc841726-e704-499c-a3d5-ed129b01299e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0619631 Aug 18 14:53:26.966682 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-172d9ef1-e874-414a-a1c8-a2505802e122 req-eafda393-1a5f-4a4c-be6b-4402cd69c7e2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531993 Aug 18 14:53:27.859304 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ccd42-6e25-4d9b-8e35-b1983df1de84 req-62245916-66e0-4852-a405-1e4576ba2572 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:27.860797 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9e9ccd42-6e25-4d9b-8e35-b1983df1de84 req-62245916-66e0-4852-a405-1e4576ba2572 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0472076 Aug 18 14:53:27.911436 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9e9ccd42-6e25-4d9b-8e35-b1983df1de84 req-f1a8c454-e0ca-4f0f-9890-494e3e8200d3 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Aug 18 14:53:27.944607 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 37524) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:28.035401 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfedc5-49d8-4b35-823a-594a59419187 req-03d43027-a83b-483b-9b18-d1f374c5f7c3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:28.036864 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-becfedc5-49d8-4b35-823a-594a59419187 req-03d43027-a83b-483b-9b18-d1f374c5f7c3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0545352 Aug 18 14:53:28.082959 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-becfedc5-49d8-4b35-823a-594a59419187 req-b6fddcfa-6dc3-4213-9471-8c3b39847349 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394273 Aug 18 14:53:28.173573 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79739fa9-28e6-4dd7-b315-c7ad0b7425c7 tempest-TestMinimumBasicScenario-2144111260 tempest-TestMinimumBasicScenario-2144111260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:28.176300 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-79739fa9-28e6-4dd7-b315-c7ad0b7425c7 tempest-TestMinimumBasicScenario-2144111260 tempest-TestMinimumBasicScenario-2144111260-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1094 time: 0.2352910 Aug 18 14:53:28.178264 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37530) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:28.183605 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'floatingip': {'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'port_id': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:28.202959 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a2f6e-a8b8-4334-a872-3d50ffee8e33 req-32a430ea-82fc-4142-a23e-e6016a03b2e5 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:28.208601 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e36a2f6e-a8b8-4334-a872-3d50ffee8e33 req-32a430ea-82fc-4142-a23e-e6016a03b2e5 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0643897 Aug 18 14:53:28.244629 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e36a2f6e-a8b8-4334-a872-3d50ffee8e33 req-44ff2e4e-d85d-4ada-948b-cc45881cdc15 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336411 Aug 18 14:53:28.346608 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for floatingip, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.448312 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.555045 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Allocated IP 172.27.2.78 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/fd23366e-d456-466e-b80e-73ae6305b8a2) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:53:28.666091 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.762157 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:28.828969 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:53:28.832595 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:53:28.836836 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:53:28.840916 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'Port': ['ID=fd23366e-d456-466e-b80e-73ae6305b8a2,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:29.202988 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79240543-6186-457c-8ebc-929f51fb8948 req-7fc8d74f-85b9-4af2-b636-fe98e16f8c6c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:29.205191 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-79240543-6186-457c-8ebc-929f51fb8948 req-7fc8d74f-85b9-4af2-b636-fe98e16f8c6c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0566685 Aug 18 14:53:29.245576 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-79240543-6186-457c-8ebc-929f51fb8948 req-7f29528d-d57f-4629-a095-3894930fdd21 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341482 Aug 18 14:53:29.328652 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:29.381601 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc29ce-029b-4dba-9b8f-0444e816f71a req-0fcad7b5-52ad-4f1a-a5ee-352341266633 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:29.390496 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-13bc29ce-029b-4dba-9b8f-0444e816f71a req-0fcad7b5-52ad-4f1a-a5ee-352341266633 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0633049 Aug 18 14:53:29.426790 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-13bc29ce-029b-4dba-9b8f-0444e816f71a req-bde9e8c9-4fbc-461d-a766-a105f0f1e359 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378406 Aug 18 14:53:29.474028 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:29.660765 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:29.723771 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:29.807129 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'Port': ['ID=fd23366e-d456-466e-b80e-73ae6305b8a2,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:29.821567 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:29.941702 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.l3_db [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Floating IP e25838c9-dd1c-43af-b819-9f1a948c2916 associated. External IP: 172.27.2.78, port: 8e2bc964-021d-4b77-b218-b2f8d6ed9682. Aug 18 14:53:30.167739 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:53:30.434780 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-346cf950-188a-4c19-b92c-0c6adf81e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:30.436450 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-346cf950-188a-4c19-b92c-0c6adf81e2ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 1098 time: 0.0525122 Aug 18 14:53:30.448709 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149bed8-d200-4332-ae1d-74c1a6b69cda req-f2b516e0-ad98-4b62-a527-44017b15b775 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:30.458231 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b149bed8-d200-4332-ae1d-74c1a6b69cda req-f2b516e0-ad98-4b62-a527-44017b15b775 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.1008358 Aug 18 14:53:30.549188 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b149bed8-d200-4332-ae1d-74c1a6b69cda req-936ad741-5a97-4952-808d-10fc74f0884b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899680 Aug 18 14:53:30.580376 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-c40af2aa-ccd1-4914-b5cd-c531aad48d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:30.582039 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-c40af2aa-ccd1-4914-b5cd-c531aad48d6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 912 time: 0.1162672 Aug 18 14:53:30.587730 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:53:30.613253 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] Sync routers for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:53:30.627888 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:30.633076 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:53:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:30.684777 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-fb48a8fd-d636-493f-8493-23c8ab0a9ddf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8554c82d-a04d-48cb-9f08-a9665492518f HTTP/1.1" status: 200 len: 1000 time: 0.0941026 Aug 18 14:53:30.690846 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:30.747579 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-bb2186b9-a1f4-4d16-b24f-1d0aadd83345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:30.749256 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-bb2186b9-a1f4-4d16-b24f-1d0aadd83345 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.0545545 Aug 18 14:53:30.767071 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 37544) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:30.793595 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-1718e455-323f-480b-af9a-a030c9a5a46f tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5918536 Aug 18 14:53:30.793798 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-65491d36-3817-4b70-8046-f0e99f697bb7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441406268', 'description': 'tempest-secgroup-smoke-1441406268 description', 'project_id': '921630d9025a45acb49768633bc8f22d'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:30.793939 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:30.794044 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:30.794146 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:30.809321 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62550dc-57e1-4e6e-9ad0-6b20d722e813 req-3f2eaec3-0932-456e-8c9b-5f67191a0412 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:30.811095 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e62550dc-57e1-4e6e-9ad0-6b20d722e813 req-3f2eaec3-0932-456e-8c9b-5f67191a0412 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.1779029 Aug 18 14:53:30.886874 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-d93f8594-613f-4b75-87a3-3a2b0ff6cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:30.888738 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-d93f8594-613f-4b75-87a3-3a2b0ff6cec1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1312361 Aug 18 14:53:30.894467 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e62550dc-57e1-4e6e-9ad0-6b20d722e813 req-92f950fc-8bfc-49e9-9333-a74dd6cb6d91 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719395 Aug 18 14:53:30.954956 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7586a8-5305-4f1d-8b35-f152b22ee487 x-openstack-request-id: req-3e7586a8-5305-4f1d-8b35-f152b22ee487 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:30.955276 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:30.955523 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e7586a8-5305-4f1d-8b35-f152b22ee487 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:30.955917 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'status': 'completed', 'code': 200} Aug 18 14:53:30.999337 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-441747da-7084-4431-9959-dfda85ec4a4e service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004508 Aug 18 14:53:31.055387 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': 'e25838c9-dd1c-43af-b819-9f1a948c2916', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'port_id': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'mac_address': 'fa:16:3e:cb:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:29Z', 'updated_at': '2021-08-18T14:53:29Z', 'revision_number': 0, 'project_id': '921630d9025a45acb49768633bc8f22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a23c39d-2094-4dd5-9f02-0ccc63129cb6', 'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'mac_address': 'fa:16:3e:19:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:15Z', 'updated_at': '2021-08-18T14:52:22Z', 'revision_number': 5, 'project_id': '921630d9025a45acb49768633bc8f22d', 'subnets': [{'id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:31.055725 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-e7459c9b-378f-473a-b8d2-bd8bbd6e1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:31.057161 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-e7459c9b-378f-473a-b8d2-bd8bbd6e1819 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921630d9025a45acb49768633bc8f22d&device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1099 time: 0.0456090 Aug 18 14:53:31.083175 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] Checking router: cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:53:31.091793 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:53:31.092400 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:53:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:31.110255 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a4cf2b7-c6c3-4118-b86b-2b9359e432a3 req-93f8339e-ab37-4c4b-a34e-2e505e86915d service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995879 Aug 18 14:53:31.158484 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-2c56fb9f-f7bf-4784-bf49-0a97e446a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:31.159967 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-2c56fb9f-f7bf-4784-bf49-0a97e446a0ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=39b89db8-3008-4fc1-bbdf-56a140784290 HTTP/1.1" status: 200 len: 915 time: 0.0955281 Aug 18 14:53:31.204017 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:53:31.271669 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-5a95f0d2-d4e3-4ec1-8e34-4ebbf4b63bbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 999 time: 0.0879149 Aug 18 14:53:31.329397 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-b9eece23-a0bd-4901-b343-9ce318a7edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:31.330867 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-b9eece23-a0bd-4901-b343-9ce318a7edf3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52d0a620-8f72-4648-b17a-7d06d71cf84a HTTP/1.1" status: 200 len: 853 time: 0.0482521 Aug 18 14:53:31.376421 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-92225988-09f6-4eed-850e-fa09196c8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:31.377887 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-92225988-09f6-4eed-850e-fa09196c8589 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39b89db8-3008-4fc1-bbdf-56a140784290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388491 Aug 18 14:53:31.455377 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': 'e25838c9-dd1c-43af-b819-9f1a948c2916', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'port_id': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'mac_address': 'fa:16:3e:cb:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:29Z', 'updated_at': '2021-08-18T14:53:29Z', 'revision_number': 0, 'project_id': '921630d9025a45acb49768633bc8f22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a23c39d-2094-4dd5-9f02-0ccc63129cb6', 'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'mac_address': 'fa:16:3e:19:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:15Z', 'updated_at': '2021-08-18T14:52:22Z', 'revision_number': 5, 'project_id': '921630d9025a45acb49768633bc8f22d', 'subnets': [{'id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:53:31.467885 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-070abd2b-6d61-46e8-9757-765d715347e4 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812373 Aug 18 14:53:31.481436 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bbd42-e72d-42b4-8031-961998d717f8 None None] The sync data for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi is: [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': 'e25838c9-dd1c-43af-b819-9f1a948c2916', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'port_id': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'mac_address': 'fa:16:3e:cb:15:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:53:29Z', 'updated_at': '2021-08-18T14:53:29Z', 'revision_number': 0, 'project_id': '921630d9025a45acb49768633bc8f22d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a23c39d-2094-4dd5-9f02-0ccc63129cb6', 'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'mac_address': 'fa:16:3e:19:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:15Z', 'updated_at': '2021-08-18T14:52:22Z', 'revision_number': 5, 'project_id': '921630d9025a45acb49768633bc8f22d', 'subnets': [{'id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:53:31.558249 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-65491d36-3817-4b70-8046-f0e99f697bb7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:31.581003 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3da2a45a-a9ab-40f4-ab29-b7d33ca4aeb9 req-743b1899-8c2f-4322-bca5-cf56858b5a16 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911357 Aug 18 14:53:31.682535 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-65491d36-3817-4b70-8046-f0e99f697bb7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:31.699378 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aeecc-2745-4aea-a1ec-80002199d67a req-e25f9f36-bd93-4c0e-b03e-867b10d06a29 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:31.701868 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a5aeecc-2745-4aea-a1ec-80002199d67a req-e25f9f36-bd93-4c0e-b03e-867b10d06a29 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0755296 Aug 18 14:53:31.727405 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4d8e7-8c39-4271-8a11-f5145c046ae1 None None] New status for floating IP e25838c9-dd1c-43af-b819-9f1a948c2916: ACTIVE {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:53:31.778559 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a5aeecc-2745-4aea-a1ec-80002199d67a req-b312adff-3139-4ec1-94e7-a165fc7180b6 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646355 Aug 18 14:53:31.781347 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-65491d36-3817-4b70-8046-f0e99f697bb7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:31.821643 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65491d36-3817-4b70-8046-f0e99f697bb7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8b56d3-d625-434c-bf1d-bef5e024fafd,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:31.917655 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-65491d36-3817-4b70-8046-f0e99f697bb7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:31.925041 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-65491d36-3817-4b70-8046-f0e99f697bb7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1507683 Aug 18 14:53:31.925041 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 37556) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:31.933072 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-6d6b555b-e483-44e2-9864-89f9bdb42969 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'security_group_rule': {'security_group_id': '2a8b56d3-d625-434c-bf1d-bef5e024fafd', 'project_id': '921630d9025a45acb49768633bc8f22d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:32.066118 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aff83-9f97-4463-910a-a8e15b0ee341 req-57af3fbe-6fad-48d5-b034-d2cc213548b3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:32.074524 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-489aff83-9f97-4463-910a-a8e15b0ee341 req-57af3fbe-6fad-48d5-b034-d2cc213548b3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0819876 Aug 18 14:53:32.091831 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6d6b555b-e483-44e2-9864-89f9bdb42969 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:32.150140 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-489aff83-9f97-4463-910a-a8e15b0ee341 req-b702c203-1535-4928-9210-993d4d4c00d2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747006 Aug 18 14:53:32.166214 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6d6b555b-e483-44e2-9864-89f9bdb42969 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:32.249832 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6d6b555b-e483-44e2-9864-89f9bdb42969 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:32.268951 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b555b-e483-44e2-9864-89f9bdb42969 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cdbe75-1343-4833-9223-148193f17f60,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:32.341190 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6d6b555b-e483-44e2-9864-89f9bdb42969 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:32.349997 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-6d6b555b-e483-44e2-9864-89f9bdb42969 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4192586 Aug 18 14:53:32.349997 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 37568) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:32.354833 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-ddc66573-7b69-4bea-9e36-a40dcdde9119 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'security_group_rule': {'security_group_id': '2a8b56d3-d625-434c-bf1d-bef5e024fafd', 'project_id': '921630d9025a45acb49768633bc8f22d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:32.491846 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ddc66573-7b69-4bea-9e36-a40dcdde9119 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:32.558105 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ddc66573-7b69-4bea-9e36-a40dcdde9119 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:32.660971 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ddc66573-7b69-4bea-9e36-a40dcdde9119 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:32.680318 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc66573-7b69-4bea-9e36-a40dcdde9119 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153b97a4-5730-4a0f-bd35-bf1aad7db51c,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:32.761790 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ddc66573-7b69-4bea-9e36-a40dcdde9119 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:32.766539 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37570) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:32.767108 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-ddc66573-7b69-4bea-9e36-a40dcdde9119 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4176412 Aug 18 14:53:32.771357 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-9257e879-1d27-42b3-9e1b-e10fac8b2a9c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'security_group_rule': {'security_group_id': '2a8b56d3-d625-434c-bf1d-bef5e024fafd', 'project_id': '921630d9025a45acb49768633bc8f22d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:32.897533 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9698995-553a-4efa-9bc8-79977a6828c9 req-2f14346b-dfd0-4d8e-bb61-2befc7913098 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:32.899529 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c9698995-553a-4efa-9bc8-79977a6828c9 req-2f14346b-dfd0-4d8e-bb61-2befc7913098 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0520327 Aug 18 14:53:32.926759 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9257e879-1d27-42b3-9e1b-e10fac8b2a9c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:32.949080 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c9698995-553a-4efa-9bc8-79977a6828c9 req-5961cce3-f299-4d46-b0de-05f0cc1c9170 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Aug 18 14:53:33.001766 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9257e879-1d27-42b3-9e1b-e10fac8b2a9c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:33.096453 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9257e879-1d27-42b3-9e1b-e10fac8b2a9c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:33.115875 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257e879-1d27-42b3-9e1b-e10fac8b2a9c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e959ee-b525-4a85-9081-6fa89e4ceb9d,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:33.266740 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9257e879-1d27-42b3-9e1b-e10fac8b2a9c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:33.270707 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-9257e879-1d27-42b3-9e1b-e10fac8b2a9c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5007148 Aug 18 14:53:33.271363 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37578) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:33.276571 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-934df5a9-8730-4979-af79-f661f2ec0414 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'security_group_rule': {'security_group_id': '2a8b56d3-d625-434c-bf1d-bef5e024fafd', 'project_id': '921630d9025a45acb49768633bc8f22d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:33.280058 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f81f4f-e4f5-432e-9a3a-f05c781afeac req-9fc53278-29b4-430f-a33b-ab6daf0e0770 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:33.287692 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c9f81f4f-e4f5-432e-9a3a-f05c781afeac req-9fc53278-29b4-430f-a33b-ab6daf0e0770 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0565231 Aug 18 14:53:33.325896 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c9f81f4f-e4f5-432e-9a3a-f05c781afeac req-251d1b45-c01c-4c7e-bcd3-4876e9c78b84 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372071 Aug 18 14:53:33.420526 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-934df5a9-8730-4979-af79-f661f2ec0414 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:33.493398 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-934df5a9-8730-4979-af79-f661f2ec0414 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:33.590463 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-934df5a9-8730-4979-af79-f661f2ec0414 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:33.608327 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934df5a9-8730-4979-af79-f661f2ec0414 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ce8ff6-af10-41df-94f1-63a588b546ed,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:33.724122 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-934df5a9-8730-4979-af79-f661f2ec0414 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:33.728358 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 37586) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:33.728916 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-934df5a9-8730-4979-af79-f661f2ec0414 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4559779 Aug 18 14:53:33.734155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-a6f60523-62b9-450a-9803-495f8588733b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'security_group_rule': {'security_group_id': '2a8b56d3-d625-434c-bf1d-bef5e024fafd', 'project_id': '921630d9025a45acb49768633bc8f22d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:33.828724 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.securitygroups_db [None req-a6f60523-62b9-450a-9803-495f8588733b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Project 921630d9025a45acb49768633bc8f22d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:53:33.834108 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a6f60523-62b9-450a-9803-495f8588733b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:33.892564 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a6f60523-62b9-450a-9803-495f8588733b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:34.026821 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a6f60523-62b9-450a-9803-495f8588733b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:34.044883 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f60523-62b9-450a-9803-495f8588733b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114c5383-8b96-4c10-8fac-4d14a1bbe932,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:34.146925 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a6f60523-62b9-450a-9803-495f8588733b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:34.150694 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-a6f60523-62b9-450a-9803-495f8588733b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4176595 Aug 18 14:53:34.151088 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 37588) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:34.155833 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-09362b60-e35a-44a5-8e1b-421776629df4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'security_group_rule': {'security_group_id': '2a8b56d3-d625-434c-bf1d-bef5e024fafd', 'project_id': '921630d9025a45acb49768633bc8f22d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:34.283679 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.securitygroups_db [None req-09362b60-e35a-44a5-8e1b-421776629df4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Project 921630d9025a45acb49768633bc8f22d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 14:53:34.289379 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-09362b60-e35a-44a5-8e1b-421776629df4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:34.361616 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-09362b60-e35a-44a5-8e1b-421776629df4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:34.487431 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f118cc-7a69-4719-889b-79192ce1cc52 req-4b86e539-45e1-45d1-bfe5-b30d28ddc753 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:34.487431 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-70f118cc-7a69-4719-889b-79192ce1cc52 req-4b86e539-45e1-45d1-bfe5-b30d28ddc753 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0499432 Aug 18 14:53:34.501837 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-70f118cc-7a69-4719-889b-79192ce1cc52 req-3d401840-f1c7-42d6-bbbc-364df681bdcb tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330679 Aug 18 14:53:34.724820 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-09362b60-e35a-44a5-8e1b-421776629df4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:34.750838 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09362b60-e35a-44a5-8e1b-421776629df4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca09c9e-54eb-4c3c-ac2c-074d7ff04dde,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:34.889019 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-09362b60-e35a-44a5-8e1b-421776629df4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:34.890216 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-09362b60-e35a-44a5-8e1b-421776629df4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7380860 Aug 18 14:53:34.966892 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-2c49ebc7-5e5b-40b6-b39a-a988d93051b8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441406268&fields=id&tenant_id=921630d9025a45acb49768633bc8f22d HTTP/1.1" status: 200 len: 267 time: 0.0341446 Aug 18 14:53:35.024577 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-d42c8fc8-ddba-4bb1-9722-6ed6a8e9fbec tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:35.025977 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-d42c8fc8-ddba-4bb1-9722-6ed6a8e9fbec tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0535464 Aug 18 14:53:35.037594 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-2c57f6ed-d19d-4dcb-a308-c1d2c507ed1c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'port': {'security_groups': ['0d92d00a-e8b6-444b-a79c-d53f431ad444', '2a8b56d3-d625-434c-bf1d-bef5e024fafd']}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:53:35.105280 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-2c57f6ed-d19d-4dcb-a308-c1d2c507ed1c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:35.345165 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37604) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:35.360983 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-2c57f6ed-d19d-4dcb-a308-c1d2c507ed1c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] For port 8e2bc964-021d-4b77-b218-b2f8d6ed9682, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:35.399999 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-2c57f6ed-d19d-4dcb-a308-c1d2c507ed1c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:35.464995 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-2c57f6ed-d19d-4dcb-a308-c1d2c507ed1c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:35.495913 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad50cbd8-f3fa-4f9e-8685-2f5b6277eaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:35.503809 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['8e2bc964-021d-4b77-b218-b2f8d6ed9682'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:53:35.538953 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-2c57f6ed-d19d-4dcb-a308-c1d2c507ed1c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:35.539524 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-2c57f6ed-d19d-4dcb-a308-c1d2c507ed1c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:35.564040 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ff4a246d-a3a4-4ebf-b26a-4d14ee030ce3 req-2c57f6ed-d19d-4dcb-a308-c1d2c507ed1c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "PUT /v2.0/ports/8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 982 time: 0.5295386 Aug 18 14:53:35.564757 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:35.567761 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:35.607629 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57f6ed-d19d-4dcb-a308-c1d2c507ed1c tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'Port': ['ID=8e2bc964-021d-4b77-b218-b2f8d6ed9682,revision_number=6']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:35.699550 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad50cbd8-f3fa-4f9e-8685-2f5b6277eaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:35.707515 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1fb6-34fa-44ec-8867-f5d820007858 req-80510624-a420-476f-a63c-adbf666bd0aa tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:35.719634 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-90ec1fb6-34fa-44ec-8867-f5d820007858 req-80510624-a420-476f-a63c-adbf666bd0aa tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0858953 Aug 18 14:53:35.725261 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['8e2bc964-021d-4b77-b218-b2f8d6ed9682'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:53:35.769471 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad50cbd8-f3fa-4f9e-8685-2f5b6277eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:35.785502 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-90ec1fb6-34fa-44ec-8867-f5d820007858 req-f0eec70a-9ef0-4800-b856-eab3dc3a5c83 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597355 Aug 18 14:53:35.819413 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50cbd8-f3fa-4f9e-8685-2f5b6277eaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94236d8b-3834-48e8-9760-97d5e1317fb2,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:35.874589 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-ad50cbd8-f3fa-4f9e-8685-2f5b6277eaee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59e3151556b24343b60756eb18be6aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273085 Aug 18 14:53:35.878562 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37614) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:35.938710 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-d8a7eb4c-cbd1-4fbb-93cd-6d167c7adceb None None] Provisioning complete for port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:53:35.939078 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d8a7eb4c-cbd1-4fbb-93cd-6d167c7adceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:35.972223 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea878245-f3df-42d6-9ec2-39642de36958 req-9a902677-bd05-491d-a4d6-0df05d5d9e48 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:35.976727 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ea878245-f3df-42d6-9ec2-39642de36958 req-9a902677-bd05-491d-a4d6-0df05d5d9e48 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.1054835 Aug 18 14:53:35.992912 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a71bec0b-ea96-4db1-bdad-36d37861bb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:36.025105 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ea878245-f3df-42d6-9ec2-39642de36958 req-18597b67-4973-424b-a722-45d24b585686 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423203 Aug 18 14:53:36.029857 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a71bec0b-ea96-4db1-bdad-36d37861bb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:36.105295 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da53104-6215-408b-82a2-2bd7c9bfb04f x-openstack-request-id: req-1da53104-6215-408b-82a2-2bd7c9bfb04f {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:36.105295 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:36.105295 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1da53104-6215-408b-82a2-2bd7c9bfb04f {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:36.105295 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'status': 'completed', 'code': 200} Aug 18 14:53:36.196666 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-07342845-bde8-484f-8622-dec0eb1ac89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:36.198202 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-07342845-bde8-484f-8622-dec0eb1ac89a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921630d9025a45acb49768633bc8f22d&device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1138 time: 0.0445557 Aug 18 14:53:36.249632 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a71bec0b-ea96-4db1-bdad-36d37861bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:36.252292 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a71bec0b-ea96-4db1-bdad-36d37861bb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:36.256011 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-a71bec0b-ea96-4db1-bdad-36d37861bb59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94236d8b-3834-48e8-9760-97d5e1317fb2 HTTP/1.1" status: 204 len: 168 time: 0.3738263 Aug 18 14:53:36.269556 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bec0b-ea96-4db1-bdad-36d37861bb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94236d8b-3834-48e8-9760-97d5e1317fb2,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:36.308990 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-45f18a5f-d42f-41ad-b564-3030db03dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:36.310526 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-45f18a5f-d42f-41ad-b564-3030db03dc55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=39b89db8-3008-4fc1-bbdf-56a140784290 HTTP/1.1" status: 200 len: 915 time: 0.1053317 Aug 18 14:53:36.385621 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-44c65121-37de-4f57-a6f9-d23f799d4a47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 1001 time: 0.0676363 Aug 18 14:53:36.438080 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-f167fdc2-b09d-4b17-934b-b3bfbb28b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:36.439545 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-f167fdc2-b09d-4b17-934b-b3bfbb28b311 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52d0a620-8f72-4648-b17a-7d06d71cf84a HTTP/1.1" status: 200 len: 853 time: 0.0463386 Aug 18 14:53:36.467965 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:53:36.490083 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-603daf3e-a169-4f55-bbec-f4dea058bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:36.495506 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-603daf3e-a169-4f55-bbec-f4dea058bda3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39b89db8-3008-4fc1-bbdf-56a140784290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428531 Aug 18 14:53:36.605768 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-aed24577-3900-4346-a288-6af012835bdc service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045334 Aug 18 14:53:36.708320 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d0ffd87b-dc5e-4ad9-ae98-524e9558a3f0 req-ad60fe22-a9a6-4354-853e-90132319c724 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948586 Aug 18 14:53:36.893315 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d165fb-29e2-4f80-93c5-df78d1e44cfc req-0801b4c9-1622-487f-a20a-c6a217d8da26 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:36.894763 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-73d165fb-29e2-4f80-93c5-df78d1e44cfc req-0801b4c9-1622-487f-a20a-c6a217d8da26 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0467801 Aug 18 14:53:36.931048 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-73d165fb-29e2-4f80-93c5-df78d1e44cfc req-d8da7757-d10e-469d-90de-133d7cc0911d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304470 Aug 18 14:53:37.780179 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773b901-5c58-4516-a8c3-d59867e7307a req-dc096f3d-9d35-4f93-8996-6fe7a6d39eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:37.782254 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7773b901-5c58-4516-a8c3-d59867e7307a req-dc096f3d-9d35-4f93-8996-6fe7a6d39eb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 1099 time: 0.0403526 Aug 18 14:53:37.870782 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773b901-5c58-4516-a8c3-d59867e7307a req-fffce380-16a3-409f-b979-155a4931b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:37.872220 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7773b901-5c58-4516-a8c3-d59867e7307a req-fffce380-16a3-409f-b979-155a4931b629 service neutron] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 918 time: 0.0816896 Aug 18 14:53:37.943160 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7773b901-5c58-4516-a8c3-d59867e7307a req-7f745113-dd8f-47a3-a5ff-18e085562176 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=304130f8-be46-405d-a39b-769baa59d498 HTTP/1.1" status: 200 len: 1002 time: 0.0607386 Aug 18 14:53:37.999207 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773b901-5c58-4516-a8c3-d59867e7307a req-4d68dcf3-a4b3-4384-bdf1-88b6c9c6a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:38.002124 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7773b901-5c58-4516-a8c3-d59867e7307a req-4d68dcf3-a4b3-4384-bdf1-88b6c9c6a107 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0515501 Aug 18 14:53:38.047368 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773b901-5c58-4516-a8c3-d59867e7307a req-dbc79196-136d-4e90-be5a-346db81cc326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:38.048768 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7773b901-5c58-4516-a8c3-d59867e7307a req-dbc79196-136d-4e90-be5a-346db81cc326 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395501 Aug 18 14:53:38.050477 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146bea-29db-4446-bb7f-09cd8d22de87 req-61889abf-bc56-4c60-8346-37387acd6c54 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:38.051892 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4f146bea-29db-4446-bb7f-09cd8d22de87 req-61889abf-bc56-4c60-8346-37387acd6c54 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0497491 Aug 18 14:53:38.089506 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4f146bea-29db-4446-bb7f-09cd8d22de87 req-afc57c19-ef50-48e3-9aef-fcdd838e8293 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317104 Aug 18 14:53:38.144472 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7773b901-5c58-4516-a8c3-d59867e7307a req-effff867-1a8b-4db0-b0d7-8d7d2301a647 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881939 Aug 18 14:53:38.233518 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-7773b901-5c58-4516-a8c3-d59867e7307a req-63adf46b-9267-4397-89c0-468c8872ccf5 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805042 Aug 18 14:53:39.205070 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77149cba-7736-4794-9350-657adbb2c114 req-b17726b6-482a-4bf7-9053-6b13aa5e07bc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:39.206474 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-77149cba-7736-4794-9350-657adbb2c114 req-b17726b6-482a-4bf7-9053-6b13aa5e07bc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0466242 Aug 18 14:53:39.242603 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-77149cba-7736-4794-9350-657adbb2c114 req-93262b22-fbc0-4e94-ab94-647684efbaf8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303226 Aug 18 14:53:40.361903 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797ac82-cf56-4f87-b0fb-d01f2c4313ea req-50313dba-f851-4567-a30b-8b44e9c41315 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:40.363369 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b797ac82-cf56-4f87-b0fb-d01f2c4313ea req-50313dba-f851-4567-a30b-8b44e9c41315 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 946 time: 0.0498455 Aug 18 14:53:40.399455 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b797ac82-cf56-4f87-b0fb-d01f2c4313ea req-6ccd8bd2-06b3-45d0-b0eb-29014cf60f39 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302002 Aug 18 14:53:40.909831 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 304130f8-be46-405d-a39b-769baa59d498 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:53:40.990535 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.019162 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '304130f8-be46-405d-a39b-769baa59d498'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:53:41.021385 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c21e8c1-c33a-4249-bfb1-29a4a02c6209" -d '{"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-unplugged", "status": "completed", "tag": "304130f8-be46-405d-a39b-769baa59d498"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:53:41.034010 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:53:41.150077 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:41.196090 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=8']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:53:41.662322 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e80964-29d5-4827-b3ee-4b14cb54c584 x-openstack-request-id: req-e5e80964-29d5-4827-b3ee-4b14cb54c584 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:53:41.662638 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-unplugged", "status": "failed", "tag": "304130f8-be46-405d-a39b-769baa59d498", "code": 422}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:53:41.662893 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5e80964-29d5-4827-b3ee-4b14cb54c584 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:53:41.663326 dv-cinder-805026-1-iscsi neutron-server[100977]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '304130f8-be46-405d-a39b-769baa59d498', 'code': 422} returned with failed status Aug 18 14:53:42.085962 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08a487-926e-4e6d-b4f9-695a081a47f6 req-78331e47-5ba2-46cd-bd18-e4a8fc04da4f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:42.087491 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bd08a487-926e-4e6d-b4f9-695a081a47f6 req-78331e47-5ba2-46cd-bd18-e4a8fc04da4f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0511503 Aug 18 14:53:42.127822 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bd08a487-926e-4e6d-b4f9-695a081a47f6 req-4e080216-5826-4726-9628-509a75752266 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341873 Aug 18 14:53:42.625744 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 37678) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:53:42.711972 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-15b5cfad-c147-43ab-8637-094e5741b113 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851052 Aug 18 14:53:43.245557 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efae76-8665-4820-8509-ff2a68e75f18 req-0e82be53-7dcd-47cc-be41-e01d7f2b3487 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:43.247028 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a5efae76-8665-4820-8509-ff2a68e75f18 req-0e82be53-7dcd-47cc-be41-e01d7f2b3487 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0470798 Aug 18 14:53:43.284085 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a5efae76-8665-4820-8509-ff2a68e75f18 req-0971cb63-2822-4715-aa5e-2115be4b18ac tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Aug 18 14:53:44.218613 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-ecee0ff1-2f98-4b07-b977-5339550e18a3 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:44.219978 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-ecee0ff1-2f98-4b07-b977-5339550e18a3 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/networks?id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 HTTP/1.1" status: 200 len: 815 time: 0.3235204 Aug 18 14:53:44.235273 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-f9d1a562-1b91-486b-b7f6-a5ef7f5e9e63 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/quotas/590389587af44a1489b3a6477f81f8e5 HTTP/1.1" status: 200 len: 375 time: 0.0095110 Aug 18 14:53:44.266053 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-98c493ea-8461-41d4-b147-b5571fd093bb tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=590389587af44a1489b3a6477f81f8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252504 Aug 18 14:53:44.356809 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-a8fef141-8519-4da1-88fe-6a0fd6e8300e service neutron] 10.222.0.16 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Aug 18 14:53:44.444519 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-3c3459d0-6de7-4705-9ff9-1d05ba9b95fd service neutron] 10.222.0.16 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803592 Aug 18 14:53:44.748365 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bdd88-7f93-4f9c-ac8a-b14ec553a027 req-1779a24b-7048-4961-884f-29b98eef4167 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:44.749969 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-032bdd88-7f93-4f9c-ac8a-b14ec553a027 req-1779a24b-7048-4961-884f-29b98eef4167 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0546627 Aug 18 14:53:44.788002 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-032bdd88-7f93-4f9c-ac8a-b14ec553a027 req-e197b66c-4107-4680-94b6-172565494aa6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319374 Aug 18 14:53:44.857231 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a2160c97-0422-4c3c-97e9-1de10368c501 req-4d758569-4ddf-4ac1-8800-e925a6cd1886 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0259380 Aug 18 14:53:45.710558 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-b9894010-1cf3-4d05-b729-98f990a2a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:45.711992 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-b9894010-1cf3-4d05-b729-98f990a2a70c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583&tenant_id=e6f3f58343c9405c8afe9885e7b873cf HTTP/1.1" status: 200 len: 1097 time: 0.0698102 Aug 18 14:53:45.785338 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-b3f02217-b8f1-4092-b010-d74cc5bdcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:45.786862 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-b3f02217-b8f1-4092-b010-d74cc5bdcad0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 1097 time: 0.0402780 Aug 18 14:53:45.885461 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-85404e07-cb4c-4ebb-a46c-3aea4e24b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:45.887071 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-85404e07-cb4c-4ebb-a46c-3aea4e24b8c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 918 time: 0.0911882 Aug 18 14:53:45.910179 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cb03d-8859-4e47-acd9-0a5a8124136b req-87cda661-dcee-496f-be43-013b7b53f440 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:45.911760 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cc2cb03d-8859-4e47-acd9-0a5a8124136b req-87cda661-dcee-496f-be43-013b7b53f440 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0477779 Aug 18 14:53:45.951486 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cc2cb03d-8859-4e47-acd9-0a5a8124136b req-cbdc2601-72ee-4317-a5a5-4ca566925621 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Aug 18 14:53:45.953036 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-81642538-c4da-40b8-b291-c48a9366d236 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=304130f8-be46-405d-a39b-769baa59d498 HTTP/1.1" status: 200 len: 1000 time: 0.0585847 Aug 18 14:53:46.009774 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-51b84d33-e2ec-4d30-9b2c-9550563ae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:46.011986 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-51b84d33-e2ec-4d30-9b2c-9550563ae543 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0509791 Aug 18 14:53:46.034637 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-75c91775-9cb8-4d75-a3b1-e7818e97d4da req-fe38950c-cdea-4433-8d8d-d1c8442caf9b tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0260940 Aug 18 14:53:46.059954 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-14bea94a-3ef4-4e4b-881a-c693a1585cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:46.061459 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-14bea94a-3ef4-4e4b-881a-c693a1585cd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410779 Aug 18 14:53:46.157933 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-c53d5d0e-5d4b-4789-8718-d905a37001c1 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868144 Aug 18 14:53:46.247596 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-2e4f1cc5-b027-4f3a-92ec-aeb8016f30b0 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818594 Aug 18 14:53:47.086465 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8009-8067-4268-aa3e-5528c070f281 req-81e06ef5-c7f7-4889-884b-39c3b05970c4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:47.095226 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-466f8009-8067-4268-aa3e-5528c070f281 req-81e06ef5-c7f7-4889-884b-39c3b05970c4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0628099 Aug 18 14:53:47.144129 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-466f8009-8067-4268-aa3e-5528c070f281 req-60435618-39c5-4d11-8fa8-a118a618deb2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476267 Aug 18 14:53:47.235965 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-57b3dda0-2496-4397-83a4-929c39085126 req-472c048b-6fca-4d46-9eff-e793099a2893 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0303717 Aug 18 14:53:48.255540 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d5072-a7c7-4e10-9469-d6b7a009a4e6 req-84e6b307-c2c4-4c96-8ad0-b040e37f8c4d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:48.257026 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d96d5072-a7c7-4e10-9469-d6b7a009a4e6 req-84e6b307-c2c4-4c96-8ad0-b040e37f8c4d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0484927 Aug 18 14:53:48.295584 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d96d5072-a7c7-4e10-9469-d6b7a009a4e6 req-f5ec1529-d9ff-4b8b-b1c4-84ead9a0865a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325041 Aug 18 14:53:48.386874 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3b794205-7378-4702-a4f7-8942b4d1b07c req-ba22b7c4-579d-4ef5-9cca-9e714725f6c8 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0302088 Aug 18 14:53:49.414958 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4077e8-c289-4c4a-90a3-7c679882ecdc req-9efdf5af-0de3-47a5-8fbb-8e2bde9aec2c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:49.416546 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8f4077e8-c289-4c4a-90a3-7c679882ecdc req-9efdf5af-0de3-47a5-8fbb-8e2bde9aec2c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0489666 Aug 18 14:53:49.456030 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8f4077e8-c289-4c4a-90a3-7c679882ecdc req-3e0988cb-bd9a-4267-b72d-685eb23e7d9d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332935 Aug 18 14:53:49.570011 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7099755d-99fe-4100-b494-5ad052958fc9 req-ee5847bd-55bc-4f8b-96b3-a3488976b84e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0266271 Aug 18 14:53:50.582778 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e780f-b3c3-406c-98cf-9d4a21111144 req-284ece73-424d-4d48-b4b6-524a611c0eb4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:50.584369 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cb1e780f-b3c3-406c-98cf-9d4a21111144 req-284ece73-424d-4d48-b4b6-524a611c0eb4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0483613 Aug 18 14:53:50.623644 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cb1e780f-b3c3-406c-98cf-9d4a21111144 req-f5646866-a174-4305-bdc1-daa98a426e8f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324545 Aug 18 14:53:50.712264 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-095e478e-cbaf-4c10-ba4a-5e2e36577a41 req-33a5ed73-da49-4639-8060-96391db6fb87 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0294127 Aug 18 14:53:51.075834 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-764019af-570e-4cc1-aea5-664d0b169940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:51.753879 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bccf06-3334-4e93-970a-99d33f4671d4 req-ad694a8a-8f3a-4f44-afb4-b001b596387b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:51.755416 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a8bccf06-3334-4e93-970a-99d33f4671d4 req-ad694a8a-8f3a-4f44-afb4-b001b596387b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0570805 Aug 18 14:53:51.801094 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a8bccf06-3334-4e93-970a-99d33f4671d4 req-d74edda6-5153-4ee1-b68d-04477c1f1f8e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336273 Aug 18 14:53:51.890707 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d79ca91c-d975-4dd4-931f-c573839ba883 req-e810219e-b388-4eff-a786-ca063d55aae5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0251429 Aug 18 14:53:52.921195 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffe8ac-4228-4483-ae3e-ac265ead7bbb req-4836413d-e5bf-4cf9-adb4-a97bc4a1c58f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:52.928550 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fffe8ac-4228-4483-ae3e-ac265ead7bbb req-4836413d-e5bf-4cf9-adb4-a97bc4a1c58f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0505476 Aug 18 14:53:52.962279 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fffe8ac-4228-4483-ae3e-ac265ead7bbb req-1b313548-3906-4aa7-9f1b-ba9d89efa404 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325956 Aug 18 14:53:53.049148 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f8e2bea9-bfc0-47d9-b94d-1e617c2c2184 req-26a03e75-07d5-4dc7-8725-37cfa30b7de4 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0258441 Aug 18 14:53:53.574838 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5c7bb680-24f2-430f-98d7-a10349d141e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:53.752079 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:54.087091 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a5521-a99e-4ac5-9b6b-bdcf9776fbc5 req-c1838c63-32e0-4dc7-8a1c-1fe0f48d20e0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:54.088874 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-782a5521-a99e-4ac5-9b6b-bdcf9776fbc5 req-c1838c63-32e0-4dc7-8a1c-1fe0f48d20e0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0485787 Aug 18 14:53:54.127498 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-782a5521-a99e-4ac5-9b6b-bdcf9776fbc5 req-6f7b95c4-a5e0-4614-8cb7-fafd01455f10 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327106 Aug 18 14:53:54.215657 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d3c72a0b-119c-48a1-a1cf-f75341b8da07 req-3324fd9d-eb58-41e8-826f-855a97de6004 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0280521 Aug 18 14:53:54.838271 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:55.255466 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258063-1f9f-4a9c-ad74-bb04c6c2b3a4 req-ff935fd4-3803-463e-9fd3-9c49eb916047 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:55.256985 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ff258063-1f9f-4a9c-ad74-bb04c6c2b3a4 req-ff935fd4-3803-463e-9fd3-9c49eb916047 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0534246 Aug 18 14:53:55.298782 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ff258063-1f9f-4a9c-ad74-bb04c6c2b3a4 req-0f3f2ec8-7a63-4b00-acfb-4efea32c9833 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348268 Aug 18 14:53:55.389342 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8d14fefa-4a2d-41bb-b0dc-6d0a6247b24e req-90aced32-cd56-43fa-9b0e-d0509b2bedec tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0280428 Aug 18 14:53:56.260658 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.419688 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22691f-0c6a-4216-9832-7d07361b95cc req-9912a855-a50a-4af3-a231-95623f49cb0b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:56.421207 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6b22691f-0c6a-4216-9832-7d07361b95cc req-9912a855-a50a-4af3-a231-95623f49cb0b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0493872 Aug 18 14:53:56.461026 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6b22691f-0c6a-4216-9832-7d07361b95cc req-5d6f5d7a-ca71-4609-a026-89cde72bc712 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332749 Aug 18 14:53:56.521808 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:53:56.559188 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-17c7010d-a95f-4bd7-bd36-54a865381f74 req-93d15207-8cb6-41a2-a5fe-e412f7554a09 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0302973 Aug 18 14:53:57.586387 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261354e-73a5-4b61-a55b-bddc1dc31486 req-a581624b-79c8-4f83-a865-908862e0848b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:57.588209 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c261354e-73a5-4b61-a55b-bddc1dc31486 req-a581624b-79c8-4f83-a865-908862e0848b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0495009 Aug 18 14:53:57.626110 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c261354e-73a5-4b61-a55b-bddc1dc31486 req-a1f267ec-ac20-418c-b6db-f43e1d982978 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320921 Aug 18 14:53:57.709194 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0dd94fc4-8a69-4832-8cb5-ff6c4d0848a0 req-fed183ad-23d5-4d57-90bb-d53fac05230a tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0261121 Aug 18 14:53:58.751264 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94bc80-e611-418f-9313-55a028a39fb1 req-df114625-6cdf-4d46-b89f-dedef424cfaa tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:58.752821 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ec94bc80-e611-418f-9313-55a028a39fb1 req-df114625-6cdf-4d46-b89f-dedef424cfaa tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0514851 Aug 18 14:53:58.796040 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ec94bc80-e611-418f-9313-55a028a39fb1 req-076ddd7e-c760-488b-aad8-704c83b6da12 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345986 Aug 18 14:53:58.887090 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-90b902c5-026e-4568-8496-336b63a70341 req-f45c8581-21ad-400d-97fe-71d6b7908463 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0288332 Aug 18 14:53:59.912532 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af0364-e9b1-4500-97b0-5c657c18b2ed req-0e2fe311-2d67-4785-9acd-b7d3ae892d67 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:53:59.913993 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b6af0364-e9b1-4500-97b0-5c657c18b2ed req-0e2fe311-2d67-4785-9acd-b7d3ae892d67 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0467377 Aug 18 14:53:59.953994 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b6af0364-e9b1-4500-97b0-5c657c18b2ed req-47d50af8-5677-4115-8f99-ce622b916b0d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339215 Aug 18 14:54:00.034115 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b91766f4-7e5d-4e56-a694-515a114dbc7f req-6ed8dbd7-d263-47b7-8fe3-3b633c8ea64f tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0248077 Aug 18 14:54:01.072505 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688ec12-5c96-4aff-b4dc-4bef94a3c156 req-dfce2a73-b257-4e00-82dd-e35d663ada0e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:01.073982 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7688ec12-5c96-4aff-b4dc-4bef94a3c156 req-dfce2a73-b257-4e00-82dd-e35d663ada0e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0500662 Aug 18 14:54:01.111157 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7688ec12-5c96-4aff-b4dc-4bef94a3c156 req-5da1d964-699b-4a9d-9f65-165b340575da tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Aug 18 14:54:01.194233 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1986de30-dd9e-4985-bca6-805ba7b8bebd req-32d6e8a0-d362-4306-a672-8d5dcdb53d35 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0253916 Aug 18 14:54:01.891710 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-92bb6992-a5b8-40d2-8bd9-7d871c653f0a tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:01.893199 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-92bb6992-a5b8-40d2-8bd9-7d871c653f0a tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.49 "GET /v2.0/networks?id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 HTTP/1.1" status: 200 len: 815 time: 0.1045184 Aug 18 14:54:01.917085 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Request body: {'port': {'device_id': '0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd', 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3', 'admin_state_up': True, 'tenant_id': '590389587af44a1489b3a6477f81f8e5'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:02.089428 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Made reservation on behalf of 590389587af44a1489b3a6477f81f8e5 for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:02.093288 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:02.224731 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Allocated IP 172.20.0.13 (5eb48e2b-e77a-4f7e-8d61-62375ec67ee3/8a9aa53a-5d00-4d7b-b27e-13541284709e/dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:02.232519 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d14c5-362f-4e80-a2ea-6b7f787c0183 req-ccfc7f96-a1f7-4d58-9a55-e2de5f9168ab tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:02.233994 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-589d14c5-362f-4e80-a2ea-6b7f787c0183 req-ccfc7f96-a1f7-4d58-9a55-e2de5f9168ab tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0475788 Aug 18 14:54:02.271600 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-589d14c5-362f-4e80-a2ea-6b7f787c0183 req-14e37ec5-5123-4d72-aa56-bd15a025f3f0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313449 Aug 18 14:54:02.369765 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a8c3a26-c74c-410c-984b-abd282ece6c1 req-db73e642-2585-4e9c-b0b8-d223305ba026 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0254493 Aug 18 14:54:02.376533 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:02.492792 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:02.536779 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:02.539947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:02.543800 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:02.566307 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Pushing event updated for resources: {'Port': ['ID=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:02.594244 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:02.599715 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:02.669995 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-79246604-65eb-4eb5-96b1-6ff0923e75df tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7570267 Aug 18 14:54:02.689683 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Request body: {'port': {'device_id': '0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:02.744329 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:02.996756 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:54:03.004093 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.016122 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Transition to ACTIVE for port object dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:03.074925 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.121781 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Pushing event updated for resources: {'Port': ['ID=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:03.191268 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Attempting to bind port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:54:03.191604 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Attempting to bind port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '689fd960-49ab-4dbd-a540-cb49d98ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:54:03.191933 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Attempting to bind port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb on network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:03.196127 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb on network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:54:03.196426 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Attempting to bind port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb on network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:03.201091 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:54:03.201425 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Checking segment: {'id': '689fd960-49ab-4dbd-a540-cb49d98ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:03.201802 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Bound using segment: {'id': '689fd960-49ab-4dbd-a540-cb49d98ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:54:03.202235 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Bound port: dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689fd960-49ab-4dbd-a540-cb49d98ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:54:03.202613 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.263515 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] For port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:54:03.266423 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] For port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:54:03.341122 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.374499 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:03.375115 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:03.376494 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] 10.222.0.49 "PUT /v2.0/ports/dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb HTTP/1.1" status: 200 len: 1094 time: 0.6907585 Aug 18 14:54:03.376928 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd', 'tag': 'dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:03.379207 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea13cd1-8d55-46d9-8564-e2abde6e742d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd", "tag": "dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:03.394086 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbdfed-12ad-4e4e-81ab-dbaf8bca4a8e req-d16e607c-9778-45d3-86ee-66fe4a7d511a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:03.395748 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e3dbdfed-12ad-4e4e-81ab-dbaf8bca4a8e req-d16e607c-9778-45d3-86ee-66fe4a7d511a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0527701 Aug 18 14:54:03.406842 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb76292-0429-4bb0-ba71-d4199dd7cdff service neutron] Pushing event updated for resources: {'Port': ['ID=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:03.433925 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e3dbdfed-12ad-4e4e-81ab-dbaf8bca4a8e req-ebc245e5-aa19-47cd-95f5-308e6bdbb287 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312209 Aug 18 14:54:03.479623 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb85d6cc-84f3-4766-b354-d28feafeb08b x-openstack-request-id: req-fb85d6cc-84f3-4766-b354-d28feafeb08b {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:03.483671 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd", "tag": "dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:03.483671 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb85d6cc-84f3-4766-b354-d28feafeb08b {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:03.483671 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd', 'tag': 'dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb', 'status': 'completed', 'code': 200} Aug 18 14:54:03.556244 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-ecc71aa5-49da-4234-81d9-7e6d6c796bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:03.557713 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-ecc71aa5-49da-4234-81d9-7e6d6c796bd2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=590389587af44a1489b3a6477f81f8e5&device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 1097 time: 0.0448368 Aug 18 14:54:03.568519 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b90d65-8063-44ac-ab7f-0824a7da6cd4 req-d3e341b5-b459-4ab0-88b8-71da135ba804 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:03.570609 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-27b90d65-8063-44ac-ab7f-0824a7da6cd4 req-d3e341b5-b459-4ab0-88b8-71da135ba804 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 944 time: 0.0484324 Aug 18 14:54:03.606061 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-651d1890-9b09-434d-b6d2-805bd4bb2962 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb HTTP/1.1" status: 200 len: 217 time: 0.0342453 Aug 18 14:54:03.607111 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-27b90d65-8063-44ac-ab7f-0824a7da6cd4 req-8fa86d48-e199-481a-8aef-9d1a3df9c1f9 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305140 Aug 18 14:54:03.655743 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-1c0a0fa0-d647-4220-acb1-6445afd09034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:03.657169 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-1c0a0fa0-d647-4220-acb1-6445afd09034 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a9aa53a-5d00-4d7b-b27e-13541284709e HTTP/1.1" status: 200 len: 855 time: 0.0442350 Aug 18 14:54:03.691749 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-ffb0fdfb-77b1-4c0a-9b1f-185364044604 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269856 Aug 18 14:54:03.779980 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-98947a20-f86d-4cd6-9dd1-e9b22024bdc3 service neutron] 10.222.0.49 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799091 Aug 18 14:54:03.873295 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-66abf718-cfbe-475c-a46f-5c118afadf0a req-c2c8ce69-8e84-4cea-8c73-3da932c632ce service neutron] 10.222.0.49 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842822 Aug 18 14:54:04.077456 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-1bf03ba9-ee1d-4e11-8ba6-2cf871c8ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:04.078926 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-1bf03ba9-ee1d-4e11-8ba6-2cf871c8ef8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=590389587af44a1489b3a6477f81f8e5&device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 1097 time: 0.0396810 Aug 18 14:54:04.171720 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-983c2d0a-2229-4c88-a4e7-3c088e578572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:04.173145 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-983c2d0a-2229-4c88-a4e7-3c088e578572 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 HTTP/1.1" status: 200 len: 916 time: 0.0870495 Aug 18 14:54:04.213441 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-6b717301-88a5-4034-b161-80b0881d972c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb HTTP/1.1" status: 200 len: 217 time: 0.0331275 Aug 18 14:54:04.261655 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-c9fef809-531f-4ecd-99f4-02896aa19c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:04.263060 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-c9fef809-531f-4ecd-99f4-02896aa19c95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a9aa53a-5d00-4d7b-b27e-13541284709e HTTP/1.1" status: 200 len: 855 time: 0.0427220 Aug 18 14:54:04.294690 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-c04486b2-5024-4bb1-9f6c-615a57b7dbac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239220 Aug 18 14:54:04.386188 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-611ae1e1-4af4-460a-8f14-c59ca3e4339d service neutron] 10.222.0.49 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845349 Aug 18 14:54:04.480509 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3ea13cd1-8d55-46d9-8564-e2abde6e742d req-f48de0b9-9030-4c39-b9f6-9ca8fd0e9f48 service neutron] 10.222.0.49 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866628 Aug 18 14:54:04.553300 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b73837-d3ec-46db-badf-fa8109173a66 req-b929611b-529e-441e-a4f0-900b3f371c7e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:04.554744 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e6b73837-d3ec-46db-badf-fa8109173a66 req-b929611b-529e-441e-a4f0-900b3f371c7e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0491076 Aug 18 14:54:04.591446 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e6b73837-d3ec-46db-badf-fa8109173a66 req-209458f6-9992-423a-b628-c660e0efe98d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307038 Aug 18 14:54:04.719479 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db9053-0eb6-4347-bfb6-3a806f781ed1 req-b302be67-d85e-4337-b2fd-d4a7d3e57b71 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:04.720834 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2db9053-0eb6-4347-bfb6-3a806f781ed1 req-b302be67-d85e-4337-b2fd-d4a7d3e57b71 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 944 time: 0.0507231 Aug 18 14:54:04.756249 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2db9053-0eb6-4347-bfb6-3a806f781ed1 req-a3872ecc-42af-4266-8ced-cb1dfeccc8ce tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296125 Aug 18 14:54:05.707620 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa7a82-7818-4dd0-8ab7-7de5f929cb38 req-d64f909b-7011-4646-847f-9b4ccfb0ec0a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:05.709098 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ddaa7a82-7818-4dd0-8ab7-7de5f929cb38 req-d64f909b-7011-4646-847f-9b4ccfb0ec0a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0476782 Aug 18 14:54:05.746998 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ddaa7a82-7818-4dd0-8ab7-7de5f929cb38 req-c0b6449c-45aa-473e-817a-439dead641d4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Aug 18 14:54:05.865519 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe73f18-ec89-4d94-bf91-c9daf1ad0294 req-60667173-0603-458e-87e6-cf9c5a247c75 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:05.867061 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5fe73f18-ec89-4d94-bf91-c9daf1ad0294 req-60667173-0603-458e-87e6-cf9c5a247c75 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 944 time: 0.0483603 Aug 18 14:54:05.903775 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5fe73f18-ec89-4d94-bf91-c9daf1ad0294 req-1600693a-39d6-4edd-a8ad-99849ef8d714 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Aug 18 14:54:06.864969 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee04052-64f4-4aea-88a0-c2c095c22bda req-dbebd2b9-8439-494a-8c6c-3b73cbcbfc8a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:06.866398 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5ee04052-64f4-4aea-88a0-c2c095c22bda req-dbebd2b9-8439-494a-8c6c-3b73cbcbfc8a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0503018 Aug 18 14:54:06.902974 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5ee04052-64f4-4aea-88a0-c2c095c22bda req-9f3767f1-fc17-4c74-bfa3-9a6d30ba7d6c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301077 Aug 18 14:54:07.010391 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:54:07.017215 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578f36d-d9c4-4b8b-b1b7-15215447f7a1 req-52f258c1-f828-48e6-8cd9-b13e5cfc7a66 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:07.018714 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6578f36d-d9c4-4b8b-b1b7-15215447f7a1 req-52f258c1-f828-48e6-8cd9-b13e5cfc7a66 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 944 time: 0.0493445 Aug 18 14:54:07.058179 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6578f36d-d9c4-4b8b-b1b7-15215447f7a1 req-b80826fa-38f8-46b3-b581-a6faef8abdf9 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334692 Aug 18 14:54:07.105428 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:07.116242 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': 'dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb', 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3', 'port_id': 'dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb', 'mac_address': 'fa:16:3e:cb:d2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9aa53a-5d00-4d7b-b27e-13541284709e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:54:07.152836 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:07.164852 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:54:07.183336 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:07.240615 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:07.291523 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:07.687613 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:54:08.020386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4223718-5638-493e-8b44-a0c5eeb84d97 req-6e7f9b01-4cb6-43df-84bc-0b0663f5dbe8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:08.021833 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a4223718-5638-493e-8b44-a0c5eeb84d97 req-6e7f9b01-4cb6-43df-84bc-0b0663f5dbe8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0464010 Aug 18 14:54:08.061030 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a4223718-5638-493e-8b44-a0c5eeb84d97 req-efadfa94-eeb1-4f15-ae05-10d67f18a4ea tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Aug 18 14:54:08.175683 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b558c6-3e3a-46d7-a9c5-4fe39b1ed685 req-cef96430-b03b-4a82-85b3-1d8d6a1c62a6 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:08.177136 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-17b558c6-3e3a-46d7-a9c5-4fe39b1ed685 req-cef96430-b03b-4a82-85b3-1d8d6a1c62a6 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 945 time: 0.0509264 Aug 18 14:54:08.213328 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-17b558c6-3e3a-46d7-a9c5-4fe39b1ed685 req-74e1d380-f0f0-4142-bfb4-4558065ebdd2 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303400 Aug 18 14:54:09.032964 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:09.140395 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:09.144250 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:09.144615 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:09.177948 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0ab4-20ac-4d8d-aea8-ac71541df2d6 req-19762990-db86-42f5-b637-322ce62c4efb tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:09.179521 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-290c0ab4-20ac-4d8d-aea8-ac71541df2d6 req-19762990-db86-42f5-b637-322ce62c4efb tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0476305 Aug 18 14:54:09.216998 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-290c0ab4-20ac-4d8d-aea8-ac71541df2d6 req-0a080c14-8df1-444f-9f90-d51f0f1d237f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307891 Aug 18 14:54:09.220441 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:09.242976 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:09.245878 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f353326-9370-4749-9ea2-03bef1f1d7ed" -d '{"events": [{"server_uuid": "0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:09.258589 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:09.323808 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac615a5-aed0-41a1-a141-91f0954ab87c req-8c089fb3-f0e3-4fe5-95d4-1d27bbd30869 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:09.325240 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8ac615a5-aed0-41a1-a141-91f0954ab87c req-8c089fb3-f0e3-4fe5-95d4-1d27bbd30869 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 945 time: 0.0469875 Aug 18 14:54:09.334536 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:09.363638 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8ac615a5-aed0-41a1-a141-91f0954ab87c req-b5ac6886-bfce-481a-bef7-cd38619848b5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323427 Aug 18 14:54:09.385180 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:09.406481 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babf808f-bcf7-4679-b924-37320e55b480 x-openstack-request-id: req-babf808f-bcf7-4679-b924-37320e55b480 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:09.406481 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:09.406481 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-babf808f-bcf7-4679-b924-37320e55b480 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:09.406822 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb', 'code': 200} Aug 18 14:54:09.749480 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4387e5-d8b4-4620-b514-fda4ab9f3173 req-e3fddeb2-60a6-43bb-a7c1-edb0a7a886ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:09.750971 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fb4387e5-d8b4-4620-b514-fda4ab9f3173 req-e3fddeb2-60a6-43bb-a7c1-edb0a7a886ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 1099 time: 0.0399251 Aug 18 14:54:09.789385 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fb4387e5-d8b4-4620-b514-fda4ab9f3173 req-788d21bc-75ac-4de7-b4d2-a043dbe18c8f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268300 Aug 18 14:54:10.339171 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3d4b2-5fb5-4e71-9d89-23ac17418164 req-2616c16d-0734-419a-a6e7-29d082046591 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:10.340626 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d0d3d4b2-5fb5-4e71-9d89-23ac17418164 req-2616c16d-0734-419a-a6e7-29d082046591 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 944 time: 0.0512538 Aug 18 14:54:10.378215 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d0d3d4b2-5fb5-4e71-9d89-23ac17418164 req-b174072f-450b-4a8a-aa8a-5feb85b0ddc0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314918 Aug 18 14:54:10.479320 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33280a80-072c-498a-a888-e5fb92c02f61 req-e2298aa5-ba38-48c6-962d-af96e287ced7 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:10.480684 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-33280a80-072c-498a-a888-e5fb92c02f61 req-e2298aa5-ba38-48c6-962d-af96e287ced7 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 946 time: 0.0468941 Aug 18 14:54:10.516084 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-33280a80-072c-498a-a888-e5fb92c02f61 req-f69a2932-5522-4c6b-9187-7b0680ce0ca5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295830 Aug 18 14:54:11.029715 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 304130f8-be46-405d-a39b-769baa59d498 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:54:11.123204 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:11.134654 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '304130f8-be46-405d-a39b-769baa59d498', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'port_id': '304130f8-be46-405d-a39b-769baa59d498', 'mac_address': 'fa:16:3e:f0:23:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:54:11.177235 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:11.190671 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304130f8-be46-405d-a39b-769baa59d498 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:54:11.209936 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:11.300248 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:11.348026 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=9']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:11.495622 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef0820-09b2-4459-b93d-c6977ce22c1c req-66f7a108-0746-4f8c-b110-bd58ffd4ddb7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:11.496996 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-06ef0820-09b2-4459-b93d-c6977ce22c1c req-66f7a108-0746-4f8c-b110-bd58ffd4ddb7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 945 time: 0.0482605 Aug 18 14:54:11.533294 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-06ef0820-09b2-4459-b93d-c6977ce22c1c req-2533fe9b-3039-4bcd-b016-24cf5f69c5d3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303104 Aug 18 14:54:11.641975 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58a0d8-1e75-4f55-8483-0320923ef074 req-909ea61c-9346-445a-be93-76a4b04e633a tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:11.643458 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7f58a0d8-1e75-4f55-8483-0320923ef074 req-909ea61c-9346-445a-be93-76a4b04e633a tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 946 time: 0.0521002 Aug 18 14:54:11.681507 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7f58a0d8-1e75-4f55-8483-0320923ef074 req-7d34b83b-a36e-4b72-9233-4fba1f42b4c8 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Aug 18 14:54:11.759777 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['304130f8-be46-405d-a39b-769baa59d498'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:54:12.652402 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f935f-3ade-4f5c-bf6e-c801636f4f9a req-9553136d-8bf1-4580-936c-1f643fe9ff9a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:12.653983 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-517f935f-3ade-4f5c-bf6e-c801636f4f9a req-9553136d-8bf1-4580-936c-1f643fe9ff9a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 945 time: 0.0494537 Aug 18 14:54:12.693249 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-517f935f-3ade-4f5c-bf6e-c801636f4f9a req-dcac0c85-a9c4-4308-89ff-3c529362dedd tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Aug 18 14:54:13.041842 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 304130f8-be46-405d-a39b-769baa59d498 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:13.090775 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 304130f8-be46-405d-a39b-769baa59d498 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:13.091178 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:13.164510 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:13.186557 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304130f8-be46-405d-a39b-769baa59d498'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:13.188679 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad258653-451c-4a2f-9e19-efd1b2bfde16" -d '{"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-plugged", "status": "completed", "tag": "304130f8-be46-405d-a39b-769baa59d498"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:13.201077 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:13.224167 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e117bb-694d-48a0-bad2-d012982c700f x-openstack-request-id: req-f0e117bb-694d-48a0-bad2-d012982c700f {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:13.224450 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-plugged", "status": "completed", "tag": "304130f8-be46-405d-a39b-769baa59d498", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:13.224700 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0e117bb-694d-48a0-bad2-d012982c700f {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:13.225111 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304130f8-be46-405d-a39b-769baa59d498', 'code': 200} Aug 18 14:54:13.280693 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:13.329940 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=10']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:13.466883 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:54:13.928612 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727aaaa-9e58-48e1-9fe9-1d47cc6bd2ba req-47e19577-add8-46ee-9424-a76427d22d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:13.930127 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-a727aaaa-9e58-48e1-9fe9-1d47cc6bd2ba req-47e19577-add8-46ee-9424-a76427d22d9f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 1100 time: 0.0391212 Aug 18 14:54:13.965676 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-a727aaaa-9e58-48e1-9fe9-1d47cc6bd2ba req-3e5e043f-40f5-42d4-9c1f-b22220b889e6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281286 Aug 18 14:54:14.212799 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ddfa2-1e9d-42a7-846a-cc03e680421d req-d36a362d-128b-403f-8692-2a5e9dca5adf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:14.214266 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-fc9ddfa2-1e9d-42a7-846a-cc03e680421d req-d36a362d-128b-403f-8692-2a5e9dca5adf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0477195 Aug 18 14:54:14.250638 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-fc9ddfa2-1e9d-42a7-846a-cc03e680421d req-5280883a-a993-40a0-ad76-7da15fe0c351 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303617 Aug 18 14:54:15.422779 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3e1bd-33fc-473c-a2d1-51fa47f9c197 req-f8ceeb15-53dc-43e4-9259-029f51629498 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:15.424254 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3da3e1bd-33fc-473c-a2d1-51fa47f9c197 req-f8ceeb15-53dc-43e4-9259-029f51629498 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.1038423 Aug 18 14:54:15.460946 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3da3e1bd-33fc-473c-a2d1-51fa47f9c197 req-1471ba19-abb5-4b76-8b38-69f6182bf1d1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308511 Aug 18 14:54:16.583233 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54bc84-909c-4f5f-8ab7-122a9881f98a req-d145b156-1d3c-43cb-bc86-1ec0548fc42b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:16.584974 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-de54bc84-909c-4f5f-8ab7-122a9881f98a req-d145b156-1d3c-43cb-bc86-1ec0548fc42b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0519845 Aug 18 14:54:16.624656 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-de54bc84-909c-4f5f-8ab7-122a9881f98a req-f72df9da-951d-4490-8fde-0ae5d937bdec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Aug 18 14:54:17.744090 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9f813-cc67-4acf-b094-d7ee7414f511 req-33b3d060-1605-4289-929e-37a9b3b19505 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:17.745535 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-41d9f813-cc67-4acf-b094-d7ee7414f511 req-33b3d060-1605-4289-929e-37a9b3b19505 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0473747 Aug 18 14:54:17.781687 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-41d9f813-cc67-4acf-b094-d7ee7414f511 req-658538bc-a896-48d0-a9b4-af9feb96f06e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302494 Aug 18 14:54:21.059810 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5f70ac84-0ca3-42d6-8439-7efffe40de86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:23.542941 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f1b2f332-c28b-416d-a00d-8d73308223f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:23.708988 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:23.713398 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-f1c12847-ce68-4712-9347-d3361dd3a983 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436492 Aug 18 14:54:23.840078 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-7ff0b070-0322-4b20-8f71-65e9f58daedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:23.841535 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-7ff0b070-0322-4b20-8f71-65e9f58daedc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 1098 time: 0.0408776 Aug 18 14:54:23.957076 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-159490ed-d2de-4c93-83a5-51113d481d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:23.958549 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-159490ed-d2de-4c93-83a5-51113d481d02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 912 time: 0.0855780 Aug 18 14:54:24.038704 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-78c76e74-f3d2-406e-9226-5f66a59e38f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8554c82d-a04d-48cb-9f08-a9665492518f HTTP/1.1" status: 200 len: 1000 time: 0.0594110 Aug 18 14:54:24.092441 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-07a2ae26-f3b0-4097-8a36-01b1d31a27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:24.094261 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-07a2ae26-f3b0-4097-8a36-01b1d31a27b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.0439970 Aug 18 14:54:24.139710 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-b0fdbf79-66ed-4029-8c69-fb5bd3d0f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:24.141195 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-b0fdbf79-66ed-4029-8c69-fb5bd3d0f202 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400887 Aug 18 14:54:24.232205 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-7dad84ff-7b46-4f7d-854c-59c0197273d8 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833290 Aug 18 14:54:24.327967 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-b8e1659a-d8c8-4593-abcd-8d695df25c41 req-59bbb22d-67b7-4f73-817a-b6d841d2c140 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869970 Aug 18 14:54:24.820276 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:25.627230 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-888e68a1-a6b6-454a-8fef-e92624e9187c tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:25.628604 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-888e68a1-a6b6-454a-8fef-e92624e9187c tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/networks?id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 HTTP/1.1" status: 200 len: 815 time: 0.1035147 Aug 18 14:54:25.643044 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-25563a89-09a3-479d-aeca-38c31b9eafb9 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/quotas/590389587af44a1489b3a6477f81f8e5 HTTP/1.1" status: 200 len: 375 time: 0.0088708 Aug 18 14:54:25.689684 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-f16fe7f1-cc15-481e-af43-af079b7def01 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=590389587af44a1489b3a6477f81f8e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416691 Aug 18 14:54:25.780525 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-012d91eb-3401-4481-a465-0a7482a3c7e6 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841265 Aug 18 14:54:25.870274 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-26e229a7-ea6e-4676-bcb7-c600f7663dfc service neutron] 10.222.0.16 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Aug 18 14:54:26.117658 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9cb61acb-7e70-4dbf-bb3f-c72977180015 req-d327b58f-e2c3-45ea-bb4f-13616117287d tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 210 time: 0.0257282 Aug 18 14:54:26.174548 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:26.482843 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:27.209615 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-502a17c7-55b2-4eec-b3c9-359b15a00ae1 req-4f025e3a-5bcc-41ef-820a-994b024567f7 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 210 time: 0.0251715 Aug 18 14:54:28.299871 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-269b879c-aec4-440f-8426-3650fb089b59 req-ff5667e1-b82a-4db1-ae76-4eea8b820aa8 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 210 time: 0.0250592 Aug 18 14:54:28.473257 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-af1f9dca-ce6c-4b9f-b25b-3d0ab0bf4001 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:28.474916 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-af1f9dca-ce6c-4b9f-b25b-3d0ab0bf4001 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.49 "GET /v2.0/networks?id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 HTTP/1.1" status: 200 len: 815 time: 0.0985417 Aug 18 14:54:28.500976 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Request body: {'port': {'device_id': '2fa5c401-3d6e-457d-9012-d657e1dae139', 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3', 'admin_state_up': True, 'tenant_id': '590389587af44a1489b3a6477f81f8e5'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:28.703128 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Made reservation on behalf of 590389587af44a1489b3a6477f81f8e5 for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:54:28.706800 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:28.834417 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Allocated IP 172.20.0.10 (5eb48e2b-e77a-4f7e-8d61-62375ec67ee3/8a9aa53a-5d00-4d7b-b27e-13541284709e/aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:54:28.983778 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:29.089589 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:29.126561 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:54:29.132618 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:54:29.138349 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:54:29.142006 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:54:29.408455 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Pushing event updated for resources: {'Port': ['ID=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:29.414658 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577698-378e-48a1-8d9d-b2450dacf0b5 req-0f2c343a-a9a9-4a12-9f8b-eaf878731de1 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:29.416131 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f1577698-378e-48a1-8d9d-b2450dacf0b5 req-0f2c343a-a9a9-4a12-9f8b-eaf878731de1 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 932 time: 0.0486810 Aug 18 14:54:29.422229 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.422603 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.422944 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.423277 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.423607 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.423934 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.424258 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.424581 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.424900 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.425217 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.425537 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.425857 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:29.445572 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:29.446174 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:29.454551 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f1577698-378e-48a1-8d9d-b2450dacf0b5 req-63fdc82a-6576-4305-b764-bf3b89c4129b tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324674 Aug 18 14:54:29.703990 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-2958caf6-0880-435d-bebc-3ef6e909fa9e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2070074 Aug 18 14:54:29.729147 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Request body: {'port': {'device_id': '2fa5c401-3d6e-457d-9012-d657e1dae139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:54:29.780758 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.034729 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:54:30.042669 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.054007 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Transition to ACTIVE for port object aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:54:30.148357 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.211727 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Pushing event updated for resources: {'Port': ['ID=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:30.264996 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Attempting to bind port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:54:30.265327 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Attempting to bind port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '689fd960-49ab-4dbd-a540-cb49d98ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:54:30.265651 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Attempting to bind port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 on network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:30.269827 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 on network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:54:30.270144 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Attempting to bind port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 on network 5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:54:30.274826 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:54:30.275687 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Checking segment: {'id': '689fd960-49ab-4dbd-a540-cb49d98ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:54:30.276059 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Bound using segment: {'id': '689fd960-49ab-4dbd-a540-cb49d98ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:54:30.276471 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Bound port: aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689fd960-49ab-4dbd-a540-cb49d98ba610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:54:30.276815 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.336754 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] For port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:54:30.340513 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] For port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:54:30.434998 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.469989 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:30.470912 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:30.472287 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] 10.222.0.49 "PUT /v2.0/ports/aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 HTTP/1.1" status: 200 len: 1094 time: 0.7478449 Aug 18 14:54:30.474264 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa5c401-3d6e-457d-9012-d657e1dae139', 'tag': 'aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:30.476608 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad035db8-9c43-41eb-a751-1e4318c6f0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa5c401-3d6e-457d-9012-d657e1dae139", "tag": "aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:30.500581 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c8807-091e-40ae-ad46-783aad6bfa7d service neutron] Pushing event updated for resources: {'Port': ['ID=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:30.571155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd0707-6cea-4865-80ec-378f4a63da14 req-5022a52a-e4f5-4b5a-b05d-05bdb70d7472 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:30.573186 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-61bd0707-6cea-4865-80ec-378f4a63da14 req-5022a52a-e4f5-4b5a-b05d-05bdb70d7472 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 944 time: 0.0518823 Aug 18 14:54:30.610050 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-61bd0707-6cea-4865-80ec-378f4a63da14 req-240f69a9-0f68-4f28-b00a-7829e91ea907 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 Aug 18 14:54:30.653209 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31860ec0-6d3d-48b1-84f1-fae792de47b6 x-openstack-request-id: req-31860ec0-6d3d-48b1-84f1-fae792de47b6 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:30.653495 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa5c401-3d6e-457d-9012-d657e1dae139", "tag": "aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:30.653742 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31860ec0-6d3d-48b1-84f1-fae792de47b6 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:30.654133 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa5c401-3d6e-457d-9012-d657e1dae139', 'tag': 'aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6', 'status': 'completed', 'code': 200} Aug 18 14:54:30.695321 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-21c1e2e8-2b28-4e22-b818-0b735961edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:30.696774 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-21c1e2e8-2b28-4e22-b818-0b735961edbe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=590389587af44a1489b3a6477f81f8e5&device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 1097 time: 0.0815892 Aug 18 14:54:30.753493 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-8497408f-6116-4ea7-80df-a9ca4eb6b3bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 HTTP/1.1" status: 200 len: 217 time: 0.0359628 Aug 18 14:54:30.802071 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-fb45ada9-8862-42e9-892a-ef4cbb371a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:30.803484 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-fb45ada9-8862-42e9-892a-ef4cbb371a1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a9aa53a-5d00-4d7b-b27e-13541284709e HTTP/1.1" status: 200 len: 855 time: 0.0425382 Aug 18 14:54:30.839299 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-9b2c46f5-3cf9-48c6-b07f-95814bb92ff8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240002 Aug 18 14:54:30.931101 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-18e89c92-8d96-462c-9ec0-048e9500cd43 service neutron] 10.222.0.49 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842490 Aug 18 14:54:31.028781 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d2910aa8-f717-4347-953e-b669798ac1d0 req-f6c4988d-5931-4d5a-b49e-a81c621e9b18 service neutron] 10.222.0.49 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816638 Aug 18 14:54:31.287990 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-7ca47c29-5ae3-4419-a9fe-3b78e781fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:31.289392 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-7ca47c29-5ae3-4419-a9fe-3b78e781fa1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=590389587af44a1489b3a6477f81f8e5&device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 1097 time: 0.0435872 Aug 18 14:54:31.379906 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-e90967a8-5aa4-4093-b79c-0eaa437885dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:31.381339 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-e90967a8-5aa4-4093-b79c-0eaa437885dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 HTTP/1.1" status: 200 len: 916 time: 0.0831358 Aug 18 14:54:31.430195 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-42aeb4ae-3f3e-4e84-9f05-0596c8066665 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 HTTP/1.1" status: 200 len: 217 time: 0.0370145 Aug 18 14:54:31.487895 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-f95083ac-4023-4ef6-9124-71984116b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:31.489295 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-f95083ac-4023-4ef6-9124-71984116b335 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a9aa53a-5d00-4d7b-b27e-13541284709e HTTP/1.1" status: 200 len: 855 time: 0.0426075 Aug 18 14:54:31.523898 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-3fe9d82e-f4fc-44d8-a8f4-6b1abcfdd2a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230272 Aug 18 14:54:31.632290 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-7b1c5de3-084f-4734-a30d-142ae3818ac8 service neutron] 10.222.0.49 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873752 Aug 18 14:54:31.722790 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f302b1f-dee1-4a36-b389-12230d6a636a req-9e320096-a561-4ae0-959e-276e84c06067 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:31.724257 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2f302b1f-dee1-4a36-b389-12230d6a636a req-9e320096-a561-4ae0-959e-276e84c06067 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 944 time: 0.0471621 Aug 18 14:54:31.726729 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ad035db8-9c43-41eb-a751-1e4318c6f0f6 req-c827ca62-385a-47ef-9bba-201a1cd0f244 service neutron] 10.222.0.49 "GET /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831890 Aug 18 14:54:31.761194 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2f302b1f-dee1-4a36-b389-12230d6a636a req-22efe115-825d-42c4-86d1-a6a7e72121fe tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300519 Aug 18 14:54:32.871537 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3f270-d18f-4a33-9413-798f77e00e24 req-91f9ed86-51f4-49ca-89cf-e2d9fa56e589 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:32.872993 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-15b3f270-d18f-4a33-9413-798f77e00e24 req-91f9ed86-51f4-49ca-89cf-e2d9fa56e589 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 944 time: 0.0475094 Aug 18 14:54:32.910193 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-15b3f270-d18f-4a33-9413-798f77e00e24 req-9c03bade-2e64-4aa6-8a8c-0d79b51b1236 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Aug 18 14:54:33.111979 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:54:33.204801 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:33.215556 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': 'aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6', 'network_id': '5eb48e2b-e77a-4f7e-8d61-62375ec67ee3', 'port_id': 'aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6', 'mac_address': 'fa:16:3e:f7:b0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9aa53a-5d00-4d7b-b27e-13541284709e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:54:33.253978 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:33.266747 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:54:33.285239 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:33.383034 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:33.428797 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:33.437607 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.437956 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.438299 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.438661 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.439046 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.439377 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.439708 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.440036 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.440364 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.440687 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.441009 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.441331 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:54:33.882269 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:54:34.027566 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb01a5-5c40-44dd-a328-fdd31e6fd1d0 req-52a23fd2-8901-419e-b33a-5d81bb616372 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:34.029132 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4dfb01a5-5c40-44dd-a328-fdd31e6fd1d0 req-52a23fd2-8901-419e-b33a-5d81bb616372 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 945 time: 0.0526748 Aug 18 14:54:34.066023 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4dfb01a5-5c40-44dd-a328-fdd31e6fd1d0 req-e154a552-b028-4bf4-ba18-a4d1ccb28a63 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310309 Aug 18 14:54:35.132460 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:54:35.177709 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4fa80-95c6-49d8-bbff-1266f0c3ba53 req-904307e8-51a0-4d6a-8207-4f0bdc1d5117 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:35.179585 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eed4fa80-95c6-49d8-bbff-1266f0c3ba53 req-904307e8-51a0-4d6a-8207-4f0bdc1d5117 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 945 time: 0.0482016 Aug 18 14:54:35.216906 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eed4fa80-95c6-49d8-bbff-1266f0c3ba53 req-8182718a-6fbd-4004-bd58-576d87b2c796 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307562 Aug 18 14:54:35.231668 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:54:35.236137 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:54:35.236137 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:35.310221 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:35.331706 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa5c401-3d6e-457d-9012-d657e1dae139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:35.333917 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdb4d65-6363-45ca-8609-dd3597acd9d5" -d '{"events": [{"server_uuid": "2fa5c401-3d6e-457d-9012-d657e1dae139", "name": "network-vif-plugged", "status": "completed", "tag": "aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:35.349416 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:35.370113 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f8443b-2193-429d-ab69-392cf75bd764 x-openstack-request-id: req-01f8443b-2193-429d-ab69-392cf75bd764 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:35.370401 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa5c401-3d6e-457d-9012-d657e1dae139", "name": "network-vif-plugged", "status": "completed", "tag": "aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:35.370768 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01f8443b-2193-429d-ab69-392cf75bd764 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:35.371161 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa5c401-3d6e-457d-9012-d657e1dae139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6', 'code': 200} Aug 18 14:54:35.431881 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:35.481488 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:35.756700 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc13959-aa2e-4f91-beb4-de5e5678676d req-66007098-e90d-4782-be33-84ef45586469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:35.758091 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fdc13959-aa2e-4f91-beb4-de5e5678676d req-66007098-e90d-4782-be33-84ef45586469 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 1099 time: 0.0393693 Aug 18 14:54:35.795696 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-fdc13959-aa2e-4f91-beb4-de5e5678676d req-b4666837-b894-4730-ac7d-44aba41d3f94 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272608 Aug 18 14:54:36.335101 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fe86-6d3e-45b2-9d99-da9cbb86f50c req-175e4bd4-ec48-43b4-996f-60572c419df1 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:36.336571 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ee29fe86-6d3e-45b2-9d99-da9cbb86f50c req-175e4bd4-ec48-43b4-996f-60572c419df1 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 946 time: 0.0530198 Aug 18 14:54:36.372901 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ee29fe86-6d3e-45b2-9d99-da9cbb86f50c req-0bae5f21-48bc-4301-8e5e-281aed02584e tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302014 Aug 18 14:54:37.485756 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffd916-2dff-4996-93af-57a6221116ef req-85ecf2d3-fd3e-421b-8414-2713783bdb1b tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:37.488014 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-40ffd916-2dff-4996-93af-57a6221116ef req-85ecf2d3-fd3e-421b-8414-2713783bdb1b tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 946 time: 0.0503407 Aug 18 14:54:37.524807 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-40ffd916-2dff-4996-93af-57a6221116ef req-d8661f9e-984e-4c8d-b2bf-7a70102729d5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Aug 18 14:54:38.636343 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932788-d24e-4331-8856-27cfa639d5a3 req-574083de-c599-4d11-acb1-34741cc18324 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:38.637788 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2f932788-d24e-4331-8856-27cfa639d5a3 req-574083de-c599-4d11-acb1-34741cc18324 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 946 time: 0.0467837 Aug 18 14:54:38.674466 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2f932788-d24e-4331-8856-27cfa639d5a3 req-c31d6ca1-27f2-40f9-af91-6e377f1f6c8c tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Aug 18 14:54:42.965208 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b73591-1ffc-445e-875b-8f42a52c24fb req-f2e7ee34-10f2-4d15-9259-40c2eabd43f4 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:42.966708 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d3b73591-1ffc-445e-875b-8f42a52c24fb req-f2e7ee34-10f2-4d15-9259-40c2eabd43f4 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0626769 Aug 18 14:54:43.003327 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d3b73591-1ffc-445e-875b-8f42a52c24fb req-b0e80ee3-8316-4123-8c9f-d50482576c5c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306084 Aug 18 14:54:44.118613 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05614aaf-4d84-442e-b651-a41ddd4fee22 req-2681547b-c778-4aeb-8618-a41f962c7b80 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:44.120060 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-05614aaf-4d84-442e-b651-a41ddd4fee22 req-2681547b-c778-4aeb-8618-a41f962c7b80 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0504379 Aug 18 14:54:44.157375 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-05614aaf-4d84-442e-b651-a41ddd4fee22 req-45f85aee-8f85-440a-833d-a503063553b4 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308299 Aug 18 14:54:44.669555 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd0264-db3d-4a06-b7a8-8cbe8709ade3 req-8d425216-b5ab-4322-8616-015a302e5f40 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:44.671163 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-08cd0264-db3d-4a06-b7a8-8cbe8709ade3 req-8d425216-b5ab-4322-8616-015a302e5f40 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0601699 Aug 18 14:54:44.712189 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-08cd0264-db3d-4a06-b7a8-8cbe8709ade3 req-80fde15e-44d1-4f5c-918c-a75f11d8b79d tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340180 Aug 18 14:54:44.804037 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-742cf39c-a3f5-40c6-8c79-72d839e301a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:44.805530 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-742cf39c-a3f5-40c6-8c79-72d839e301a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921630d9025a45acb49768633bc8f22d&device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1138 time: 0.0445042 Aug 18 14:54:44.894086 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-e71ccf06-7fe7-466f-aa9e-8b642ff9c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:44.895559 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-e71ccf06-7fe7-466f-aa9e-8b642ff9c5a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=39b89db8-3008-4fc1-bbdf-56a140784290 HTTP/1.1" status: 200 len: 915 time: 0.0818367 Aug 18 14:54:44.963550 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-5ed63b88-16a4-4ad9-a2a2-791235798e66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 1001 time: 0.0602620 Aug 18 14:54:45.015475 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-7c134633-3c51-4a55-a6e2-56fa1c8b2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:45.016504 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-7c134633-3c51-4a55-a6e2-56fa1c8b2fc4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52d0a620-8f72-4648-b17a-7d06d71cf84a HTTP/1.1" status: 200 len: 853 time: 0.0454404 Aug 18 14:54:45.062781 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-bc30cdbd-a04c-40cf-9507-e00748fc2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:45.064239 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-bc30cdbd-a04c-40cf-9507-e00748fc2d1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39b89db8-3008-4fc1-bbdf-56a140784290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399415 Aug 18 14:54:45.156827 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-4ead6355-ecc9-4efc-bb7f-a26eb1763c23 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 Aug 18 14:54:45.248246 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-62a0cf20-6728-4c08-9e11-3d6ee1fca43f req-62240941-c161-4e2e-86e1-a210a8fd0b5c service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839498 Aug 18 14:54:45.270932 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50eb1a-801c-4076-bbba-ee81668bc129 req-147f3457-d466-4c81-975f-b598b0193c7b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:45.272472 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2d50eb1a-801c-4076-bbba-ee81668bc129 req-147f3457-d466-4c81-975f-b598b0193c7b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0483282 Aug 18 14:54:45.311278 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2d50eb1a-801c-4076-bbba-ee81668bc129 req-aa8191ee-3cc4-40bb-887f-0f8f5d8570c1 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329154 Aug 18 14:54:45.827679 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de017c59-f083-472d-94f6-8f185cd18fc3 req-04c36580-dca1-405b-accf-f2aa73093f11 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:45.829096 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-de017c59-f083-472d-94f6-8f185cd18fc3 req-04c36580-dca1-405b-accf-f2aa73093f11 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0503247 Aug 18 14:54:45.868062 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-de017c59-f083-472d-94f6-8f185cd18fc3 req-5c1cae3b-4a9a-4b0e-a693-dcdfb24a3997 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330076 Aug 18 14:54:46.424928 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ce0e0-039b-471b-a88d-355b6cae751a req-97ecb4a6-10d8-4e45-b48f-fa043a57ad52 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:46.426745 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f23ce0e0-039b-471b-a88d-355b6cae751a req-97ecb4a6-10d8-4e45-b48f-fa043a57ad52 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0482383 Aug 18 14:54:46.463958 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f23ce0e0-039b-471b-a88d-355b6cae751a req-78e2f6a1-7d40-4d1a-a84f-0a67ba7b1217 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309696 Aug 18 14:54:46.981147 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc88d3-07b4-42fa-a404-b3395af82352 req-0f2c4bf6-1742-4efd-9821-08411bcfd27b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:46.982708 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-27fc88d3-07b4-42fa-a404-b3395af82352 req-0f2c4bf6-1742-4efd-9821-08411bcfd27b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0480170 Aug 18 14:54:47.022337 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-27fc88d3-07b4-42fa-a404-b3395af82352 req-2334e2b2-6392-45e5-8f29-0f291b3233a4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331256 Aug 18 14:54:47.578470 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238cc7d-26de-41bd-a909-d2b1ca5a67c3 req-f8f7fe04-124e-49f7-9908-8f9f570be155 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:47.580043 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d238cc7d-26de-41bd-a909-d2b1ca5a67c3 req-f8f7fe04-124e-49f7-9908-8f9f570be155 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0514266 Aug 18 14:54:47.617191 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d238cc7d-26de-41bd-a909-d2b1ca5a67c3 req-52d25a12-d792-4972-9de1-3411abc01b2f tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Aug 18 14:54:48.135263 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707fbfa-0a21-447e-84c0-722dfb170471 req-19dde2a0-c994-4fc2-b373-769779be00e7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:48.136746 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0707fbfa-0a21-447e-84c0-722dfb170471 req-19dde2a0-c994-4fc2-b373-769779be00e7 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0480161 Aug 18 14:54:48.176213 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0707fbfa-0a21-447e-84c0-722dfb170471 req-07df9020-9755-4749-894b-edf8ddeda57d tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328045 Aug 18 14:54:48.729561 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738db1-f130-401e-9574-f1e300d4dc4e req-c0c71cb2-74b1-4942-a0b4-7477bf0f4a0e tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:48.731454 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0f738db1-f130-401e-9574-f1e300d4dc4e req-c0c71cb2-74b1-4942-a0b4-7477bf0f4a0e tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0470562 Aug 18 14:54:48.768024 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0f738db1-f130-401e-9574-f1e300d4dc4e req-16b260a8-6fe0-458f-88e4-12612ecf71d4 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306611 Aug 18 14:54:49.291244 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b30a9-b824-4ffd-ba86-799f537de7bd req-3bc63d5f-56a0-4ee1-9c83-2aeeae83d201 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:49.292691 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-954b30a9-b824-4ffd-ba86-799f537de7bd req-3bc63d5f-56a0-4ee1-9c83-2aeeae83d201 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0507088 Aug 18 14:54:49.331891 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-954b30a9-b824-4ffd-ba86-799f537de7bd req-4778f9c9-59ab-4d14-a62c-330306ba80ca tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333188 Aug 18 14:54:49.881204 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87942a21-6845-4df9-b614-42211424fc1a req-1bf73c1b-5767-4b92-a52f-9260d2085f05 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:49.882682 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-87942a21-6845-4df9-b614-42211424fc1a req-1bf73c1b-5767-4b92-a52f-9260d2085f05 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0475161 Aug 18 14:54:49.923587 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-87942a21-6845-4df9-b614-42211424fc1a req-13872669-4019-412b-9b45-7de7c78d262b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346560 Aug 18 14:54:50.444000 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8e8c5-4721-4b77-ac05-f572ea179cb9 req-67213bfd-56fb-4717-a9ea-25e98b722bdc tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:50.445488 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cec8e8c5-4721-4b77-ac05-f572ea179cb9 req-67213bfd-56fb-4717-a9ea-25e98b722bdc tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0481324 Aug 18 14:54:50.465371 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:54:50.485180 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cec8e8c5-4721-4b77-ac05-f572ea179cb9 req-bdd0ace1-6c80-4a31-881d-a137c9a046c1 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337269 Aug 18 14:54:51.085131 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc30c-59a6-4f3f-8921-b614599c11ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:51.163351 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255061b-4f51-4499-ab61-8217da9f8070 req-c3c2f921-078b-4548-bbd0-c6026aa2ceb8 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:51.164760 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9255061b-4f51-4499-ab61-8217da9f8070 req-c3c2f921-078b-4548-bbd0-c6026aa2ceb8 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Aug 18 14:54:51.203122 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9255061b-4f51-4499-ab61-8217da9f8070 req-d677a56f-48d4-4d3f-985e-8c5dfe950dca tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314784 Aug 18 14:54:51.596646 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded27e3-8493-4ee2-ab6c-a1a667f32064 req-574b1902-80a8-4ee2-9f6d-93b0be0d6754 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:51.598086 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4ded27e3-8493-4ee2-ab6c-a1a667f32064 req-574b1902-80a8-4ee2-9f6d-93b0be0d6754 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0476813 Aug 18 14:54:51.636228 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4ded27e3-8493-4ee2-ab6c-a1a667f32064 req-d7182d98-128f-4aa6-bf7f-7a3f617bedf4 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321343 Aug 18 14:54:52.314740 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ac5fa-45d8-4d90-bf07-c474b7b1af4d req-779bd446-da23-4734-990c-d0c21ea41102 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:52.316206 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c65ac5fa-45d8-4d90-bf07-c474b7b1af4d req-779bd446-da23-4734-990c-d0c21ea41102 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0473411 Aug 18 14:54:52.353868 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c65ac5fa-45d8-4d90-bf07-c474b7b1af4d req-f0772bfd-3fc0-4319-b0cb-e4e0451d8c65 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Aug 18 14:54:52.762667 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2abc20-fc75-43df-b41f-35718698d0f2 req-5a2cd1f0-13db-4192-a356-8738fb3b1140 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:52.765496 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8b2abc20-fc75-43df-b41f-35718698d0f2 req-5a2cd1f0-13db-4192-a356-8738fb3b1140 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0590479 Aug 18 14:54:52.805829 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8b2abc20-fc75-43df-b41f-35718698d0f2 req-45a1ad1b-ebc9-42a9-aaff-24525a29711a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341938 Aug 18 14:54:53.465888 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9070b5-aa69-43f2-89cd-39f1b9fb1476 req-b9ed6164-eb73-42b3-88ad-9e177db9a2f2 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:53.467945 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2a9070b5-aa69-43f2-89cd-39f1b9fb1476 req-b9ed6164-eb73-42b3-88ad-9e177db9a2f2 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Aug 18 14:54:53.505697 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2a9070b5-aa69-43f2-89cd-39f1b9fb1476 req-15f50858-add0-480d-814b-2599e9f93745 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317814 Aug 18 14:54:53.542245 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3bebf697-5fef-4211-befc-7de72756b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:53.717639 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:54.165806 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafdc3d-f6b2-488b-8bc1-5b47fd079263 req-dd110660-ba2b-4e3b-842b-35d6535aa108 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:54.167301 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0eafdc3d-f6b2-488b-8bc1-5b47fd079263 req-dd110660-ba2b-4e3b-842b-35d6535aa108 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0478778 Aug 18 14:54:54.205932 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0eafdc3d-f6b2-488b-8bc1-5b47fd079263 req-299cc189-6206-4a88-991a-c9d35b272857 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326948 Aug 18 14:54:54.306568 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85473ce-7651-4e61-9a44-b0179cae6a58 req-5a1379c6-be9f-4c3c-bf9d-853351410f05 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:54.313943 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d85473ce-7651-4e61-9a44-b0179cae6a58 req-5a1379c6-be9f-4c3c-bf9d-853351410f05 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 946 time: 0.0500083 Aug 18 14:54:54.345584 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d85473ce-7651-4e61-9a44-b0179cae6a58 req-43984f4f-2016-4211-bb05-e7a95ad495e9 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310183 Aug 18 14:54:54.616920 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69492710-af79-4d46-978e-1c4f03fc4ef5 req-ed953e8b-10f7-4129-85b2-f934c507f57a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:54.618294 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-69492710-af79-4d46-978e-1c4f03fc4ef5 req-ed953e8b-10f7-4129-85b2-f934c507f57a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0472400 Aug 18 14:54:54.655184 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-69492710-af79-4d46-978e-1c4f03fc4ef5 req-7713c137-0bd2-42d4-8e05-b39fbd4f334d tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302916 Aug 18 14:54:54.871506 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:55.038544 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffbcb3-5d3e-4041-80c8-4c3d84c8c27f req-57800da6-b409-4893-89fe-9bba2b34e162 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:55.040038 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-afffbcb3-5d3e-4041-80c8-4c3d84c8c27f req-57800da6-b409-4893-89fe-9bba2b34e162 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0477500 Aug 18 14:54:55.079173 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-afffbcb3-5d3e-4041-80c8-4c3d84c8c27f req-c5e0926f-83c2-46e5-9fa4-1c13f6c2ce7a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Aug 18 14:54:55.201576 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-efd6d957-d39b-43db-845d-cea67b563dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:55.203026 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-efd6d957-d39b-43db-845d-cea67b563dbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 1098 time: 0.0442867 Aug 18 14:54:55.292508 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-95f06041-3923-43ec-bf0b-9c61b366339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:55.294187 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-95f06041-3923-43ec-bf0b-9c61b366339e service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 912 time: 0.0837219 Aug 18 14:54:55.323204 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d10fdd-5865-4bbd-89b8-3ee855bedf05 req-c2d2b306-7f5c-4261-bfba-f92325fafea0 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:55.324727 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-42d10fdd-5865-4bbd-89b8-3ee855bedf05 req-c2d2b306-7f5c-4261-bfba-f92325fafea0 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0513082 Aug 18 14:54:55.364738 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-7bf20f82-5f82-4501-94a6-36c0b4bbaaa5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8554c82d-a04d-48cb-9f08-a9665492518f HTTP/1.1" status: 200 len: 1000 time: 0.0622652 Aug 18 14:54:55.365514 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-42d10fdd-5865-4bbd-89b8-3ee855bedf05 req-69b24cd9-ae6b-4946-896c-93945cfc8f28 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348430 Aug 18 14:54:55.417571 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-29989458-c43c-41d8-aae0-85ee837fa4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:55.419090 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-29989458-c43c-41d8-aae0-85ee837fa4ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.0442405 Aug 18 14:54:55.466968 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-c0721eeb-bc5a-4172-a716-19afbc53a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:55.468846 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-c0721eeb-bc5a-4172-a716-19afbc53a1ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406177 Aug 18 14:54:55.469815 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b24545-52c4-4d88-985e-374e53f9db8b req-76f1f230-1be3-4033-bf25-cfc6c446e570 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:55.471388 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-98b24545-52c4-4d88-985e-374e53f9db8b req-76f1f230-1be3-4033-bf25-cfc6c446e570 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 946 time: 0.0487056 Aug 18 14:54:55.509170 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-98b24545-52c4-4d88-985e-374e53f9db8b req-4c6707fa-80dc-406e-a61a-b319ac0e5465 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Aug 18 14:54:55.562987 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-bda1c6f9-b12b-40af-bd44-ddf4720149a3 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858603 Aug 18 14:54:55.652065 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3d7ee303-1b4a-4f49-9a2a-e7e6bb8ef873 req-fdc7f25e-2a87-457b-869a-914113449c81 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792813 Aug 18 14:54:56.191323 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6194c11-d999-42ac-99cf-24f2050ba52b req-c5b3ec8b-904e-49ea-b4e7-7337d4adf49b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:56.192708 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d6194c11-d999-42ac-99cf-24f2050ba52b req-c5b3ec8b-904e-49ea-b4e7-7337d4adf49b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0476313 Aug 18 14:54:56.230487 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d6194c11-d999-42ac-99cf-24f2050ba52b req-d836e35d-da26-4059-887a-974b47c431ad tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319948 Aug 18 14:54:56.237934 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.481796 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9f26e-386e-4113-a317-a9174278946d req-204b7dde-779f-4f9b-862d-39f4004ecb26 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:56.483212 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-19f9f26e-386e-4113-a317-a9174278946d req-204b7dde-779f-4f9b-862d-39f4004ecb26 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0522332 Aug 18 14:54:56.488668 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.522682 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-19f9f26e-386e-4113-a317-a9174278946d req-d4ed2fe3-4d2d-489c-ad1e-336aa012366a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334904 Aug 18 14:54:56.622424 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7af027-1c1c-4977-932e-34c292404fb7 req-2716e023-7688-4278-bfcf-dbe28c7d0822 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:56.624560 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ed7af027-1c1c-4977-932e-34c292404fb7 req-2716e023-7688-4278-bfcf-dbe28c7d0822 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 946 time: 0.0479190 Aug 18 14:54:56.660550 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ed7af027-1c1c-4977-932e-34c292404fb7 req-fa6018a8-f93e-4780-9d35-22f97f5df71f tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301480 Aug 18 14:54:56.747981 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-25dbbdb3-6a1c-4ba4-9127-cd521fdc4090 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:56.750042 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-25dbbdb3-6a1c-4ba4-9127-cd521fdc4090 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 946 time: 0.0526948 Aug 18 14:54:56.870252 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Deleting port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:54:56.870537 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.961166 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] For port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:54:56.961858 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:56.975694 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Calling delete_port for aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:54:57.187798 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.218093 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Pushing event deleted for resources: {'Port': ['ID=aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:54:57.229869 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb', 'aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:54:57.263799 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] No DVR routers for this DVR port aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:54:57.266643 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:54:57.268661 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-f203e9cc-8314-4e9d-9195-5b2d5c353301 req-7d3ee174-1b6c-4a2d-8040-8e7cb539f827 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.49 "DELETE /v2.0/ports/aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 HTTP/1.1" status: 204 len: 173 time: 0.4853678 Aug 18 14:54:57.269375 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa5c401-3d6e-457d-9012-d657e1dae139', 'name': 'network-vif-deleted', 'tag': 'aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:54:57.271832 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac7a38e-561c-4b40-8ae4-474552f38782" -d '{"events": [{"server_uuid": "2fa5c401-3d6e-457d-9012-d657e1dae139", "name": "network-vif-deleted", "tag": "aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:54:57.348608 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c955b6-060b-4c13-88e2-b5d737a4f904 req-c3f154f8-3106-46ac-8498-458b71467065 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:57.350202 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-21c955b6-060b-4c13-88e2-b5d737a4f904 req-c3f154f8-3106-46ac-8498-458b71467065 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0499027 Aug 18 14:54:57.391594 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-21c955b6-060b-4c13-88e2-b5d737a4f904 req-a3258008-837a-462a-97cc-f82d443de39b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348599 Aug 18 14:54:57.488349 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2206f8b8-534e-4bb7-9fa6-3f8a7e28037d x-openstack-request-id: req-2206f8b8-534e-4bb7-9fa6-3f8a7e28037d {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:54:57.488709 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa5c401-3d6e-457d-9012-d657e1dae139", "name": "network-vif-deleted", "tag": "aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:54:57.489022 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2206f8b8-534e-4bb7-9fa6-3f8a7e28037d {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:54:57.489473 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa5c401-3d6e-457d-9012-d657e1dae139', 'name': 'network-vif-deleted', 'tag': 'aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6', 'status': 'completed', 'code': 200} Aug 18 14:54:57.638525 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a130e-1d5e-4eaf-815e-3368158ff581 req-fe9be0af-5b17-4e93-9d9c-969d0c6837ad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:54:57.640006 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-039a130e-1d5e-4eaf-815e-3368158ff581 req-fe9be0af-5b17-4e93-9d9c-969d0c6837ad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0514548 Aug 18 14:54:57.679771 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-039a130e-1d5e-4eaf-815e-3368158ff581 req-864008d7-0145-4837-9f66-b74a76ee3301 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a8b56d3-d625-434c-bf1d-bef5e024fafd&id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330889 Aug 18 14:54:57.770187 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f7856860-1a0b-4193-b5aa-a5ee3f4463cd req-5055b633-c0fa-43af-bb5c-a7b185a891c7 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fa5c401-3d6e-457d-9012-d657e1dae139 HTTP/1.1" status: 200 len: 210 time: 0.0261836 Aug 18 14:54:59.224386 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:54:59.244122 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:54:59.244463 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device aa371987-bf35-4d8f-b5bf-fd6fd5bde0b6 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:55:00.571355 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc3dd5-7d45-46d7-b57f-a83afa4da467 req-bb157aa3-e1c1-4c61-beb1-f29ce6fc2d65 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:00.572799 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c2dc3dd5-7d45-46d7-b57f-a83afa4da467 req-bb157aa3-e1c1-4c61-beb1-f29ce6fc2d65 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 946 time: 0.0468948 Aug 18 14:55:00.609230 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c2dc3dd5-7d45-46d7-b57f-a83afa4da467 req-65e9cccc-8203-47f9-a1b1-046d094e33a1 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297933 Aug 18 14:55:01.723784 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74693ab-98e5-45db-a257-0786f3a23b77 req-ef62c508-50b5-4124-aec0-13e90e94b875 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:01.725247 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e74693ab-98e5-45db-a257-0786f3a23b77 req-ef62c508-50b5-4124-aec0-13e90e94b875 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 946 time: 0.0509727 Aug 18 14:55:01.762511 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e74693ab-98e5-45db-a257-0786f3a23b77 req-dedf71e8-1e68-4e3c-a504-30c7a29114b2 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Aug 18 14:55:02.545488 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-73b0fe9d-7e58-44cc-991d-3bfe0dc28483 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:02.546956 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-73b0fe9d-7e58-44cc-991d-3bfe0dc28483 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 946 time: 0.0486529 Aug 18 14:55:02.638660 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Deleting port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:55:02.638993 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.724739 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] For port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,segment=NetworkSegment(689fd960-49ab-4dbd-a540-cb49d98ba610),segment_id=689fd960-49ab-4dbd-a540-cb49d98ba610)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:02.725095 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.737852 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Calling delete_port for dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:55:02.875522 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2f0ab-2859-40df-8a73-0fad3a86bdaa req-5dcf9168-df8c-4aff-a139-a60fc494c4a4 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:02.876987 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-41d2f0ab-2859-40df-8a73-0fad3a86bdaa req-5dcf9168-df8c-4aff-a139-a60fc494c4a4 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 946 time: 0.0486045 Aug 18 14:55:02.915700 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-41d2f0ab-2859-40df-8a73-0fad3a86bdaa req-fc17ec11-6938-40d0-957e-90005ca4019a tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Aug 18 14:55:02.928481 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:02.956128 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Pushing event deleted for resources: {'Port': ['ID=dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:02.964116 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:55:02.997942 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] No DVR routers for this DVR port dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:55:03.000727 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:03.002794 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-709ec0bd-d860-40b0-a49a-699cb4edd44c req-c58ed525-a3b5-483f-8b1f-fc2be9ca9ea5 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.49 "DELETE /v2.0/ports/dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb HTTP/1.1" status: 204 len: 173 time: 0.4498062 Aug 18 14:55:03.003227 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd', 'name': 'network-vif-deleted', 'tag': 'dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:03.005438 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e43a74-c5d4-4ef9-8c68-0555380fa253" -d '{"events": [{"server_uuid": "0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd", "name": "network-vif-deleted", "tag": "dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:03.039830 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93013b25-8a3f-4852-9cd2-85479831a4bf x-openstack-request-id: req-93013b25-8a3f-4852-9cd2-85479831a4bf {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:03.040143 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd", "name": "network-vif-deleted", "tag": "dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:03.040410 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93013b25-8a3f-4852-9cd2-85479831a4bf {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:03.040801 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd', 'name': 'network-vif-deleted', 'tag': 'dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb', 'status': 'completed', 'code': 200} Aug 18 14:55:04.022302 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c00819fa-8609-4905-892d-d7ac1155fb4a req-46ccc2e7-b681-440a-911e-88e1444bf1c7 tempest-AttachVolumeNegativeTest-159577500 tempest-AttachVolumeNegativeTest-159577500-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fb7bc2e-3d37-48fa-b2b3-c25cd1bd46dd HTTP/1.1" status: 200 len: 210 time: 0.0266483 Aug 18 14:55:05.078679 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38216) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:05.125852 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b1954c-dad1-44c4-a0e5-cc49d8d7ebc1 admin admin] Deleting subnet 8a9aa53a-5d00-4d7b-b27e-13541284709e {{(pid=100976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:55:05.128839 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90b1954c-dad1-44c4-a0e5-cc49d8d7ebc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.162780 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90b1954c-dad1-44c4-a0e5-cc49d8d7ebc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63757013'] for subnet, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.200261 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90b1954c-dad1-44c4-a0e5-cc49d8d7ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.272778 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:55:05.292673 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:55:05.293009 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device dc194b2d-e03d-4a93-a6b8-23a61e2eb8eb not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:55:05.331059 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90b1954c-dad1-44c4-a0e5-cc49d8d7ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63757054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63690607'] for subnet, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.356822 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1954c-dad1-44c4-a0e5-cc49d8d7ebc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9aa53a-5d00-4d7b-b27e-13541284709e,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:05.360555 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-90b1954c-dad1-44c4-a0e5-cc49d8d7ebc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.362620 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-90b1954c-dad1-44c4-a0e5-cc49d8d7ebc1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8a9aa53a-5d00-4d7b-b27e-13541284709e HTTP/1.1" status: 204 len: 168 time: 0.2827656 Aug 18 14:55:05.364935 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38218) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:05.436645 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.515973 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.525310 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb48e2b-e77a-4f7e-8d61-62375ec67ee3']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:05.535922 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689fd960-49ab-4dbd-a540-cb49d98ba610') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:05.536212 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689fd960-49ab-4dbd-a540-cb49d98ba610') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:05.544866 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.557853 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.563571 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:55:05.563961 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:55:05.565556 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:55:05.678831 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.684132 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:05.686525 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5eb48e2b-e77a-4f7e-8d61-62375ec67ee3 HTTP/1.1" status: 204 len: 168 time: 0.3201175 Aug 18 14:55:05.697218 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bd3ac-1433-4b2e-9c80-05853ab66c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb48e2b-e77a-4f7e-8d61-62375ec67ee3,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:06.014981 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38222) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:06.053441 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-56724b11-de7a-4877-85bd-17854bf371d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=590389587af44a1489b3a6477f81f8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373600 Aug 18 14:55:06.055852 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38224) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:06.105494 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb927268-eacb-4d79-813e-ff298846dc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:06.126711 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb927268-eacb-4d79-813e-ff298846dc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:06.250532 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb927268-eacb-4d79-813e-ff298846dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:06.253183 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-eb927268-eacb-4d79-813e-ff298846dc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:06.254343 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-eb927268-eacb-4d79-813e-ff298846dc3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0 HTTP/1.1" status: 204 len: 168 time: 0.1976249 Aug 18 14:55:06.261931 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb927268-eacb-4d79-813e-ff298846dc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c41c846-c2f6-4aa5-9fbc-9cfa9b2c85f0,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:11.624347 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38298) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:11.724657 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d76a6d8d-3553-4662-b456-cbdf0158a3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.810386 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d76a6d8d-3553-4662-b456-cbdf0158a3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.907744 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d76a6d8d-3553-4662-b456-cbdf0158a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:11.946889 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d76a6d8d-3553-4662-b456-cbdf0158a3c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7266f717d064eacafa9b009b877aac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214538 Aug 18 14:55:11.947747 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a6d8d-3553-4662-b456-cbdf0158a3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53563713-46ca-48c2-8902-c84563bd224e,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:11.949661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38302) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:11.996309 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.016370 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.145647 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.148086 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.149344 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53563713-46ca-48c2-8902-c84563bd224e HTTP/1.1" status: 204 len: 168 time: 0.1986868 Aug 18 14:55:12.157647 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53563713-46ca-48c2-8902-c84563bd224e,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:12.164736 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.165087 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.165460 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.169386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.169386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.169386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.169386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.169386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.169386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.169386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.169386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.169386 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03893df1-a960-4b87-942b-3df063fa1aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:12.687487 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38308) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:12.700295 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5052e218-83a3-4839-8a49-727743672c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.786383 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5052e218-83a3-4839-8a49-727743672c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.859455 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5052e218-83a3-4839-8a49-727743672c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.896525 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-5052e218-83a3-4839-8a49-727743672c95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5312c3b26c304783b9e988d9c76b6853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079206 Aug 18 14:55:12.898376 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052e218-83a3-4839-8a49-727743672c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a1e6b6-ee13-4e57-9e74-e6579b0f09ac,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:12.899212 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38310) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:12.947103 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd377-6034-4036-b999-777c9ef730c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:12.970478 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd377-6034-4036-b999-777c9ef730c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.088082 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd377-6034-4036-b999-777c9ef730c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.090733 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1e1cd377-6034-4036-b999-777c9ef730c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:13.091946 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-1e1cd377-6034-4036-b999-777c9ef730c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81a1e6b6-ee13-4e57-9e74-e6579b0f09ac HTTP/1.1" status: 204 len: 168 time: 0.1917121 Aug 18 14:55:13.099734 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cd377-6034-4036-b999-777c9ef730c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a1e6b6-ee13-4e57-9e74-e6579b0f09ac,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:15.523903 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38364) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:15.622986 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-545eddef-6712-4fb7-8949-c7feeea63917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:15.711586 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-545eddef-6712-4fb7-8949-c7feeea63917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:15.792987 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-545eddef-6712-4fb7-8949-c7feeea63917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:15.831360 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-545eddef-6712-4fb7-8949-c7feeea63917 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2510082d78ad4eafbc3cba0d2f4285d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063798 Aug 18 14:55:15.832182 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545eddef-6712-4fb7-8949-c7feeea63917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec906798-00df-4056-8c71-9f860dd4e9b8,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:15.835149 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38370) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:15.884090 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-56c0016b-cd48-4421-9faa-ce26ecbabf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:15.904224 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-56c0016b-cd48-4421-9faa-ce26ecbabf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:16.025447 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-56c0016b-cd48-4421-9faa-ce26ecbabf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:16.028084 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-56c0016b-cd48-4421-9faa-ce26ecbabf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:16.029294 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-56c0016b-cd48-4421-9faa-ce26ecbabf1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec906798-00df-4056-8c71-9f860dd4e9b8 HTTP/1.1" status: 204 len: 168 time: 0.1925871 Aug 18 14:55:16.038671 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0016b-cd48-4421-9faa-ce26ecbabf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec906798-00df-4056-8c71-9f860dd4e9b8,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:16.609163 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38376) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:16.622264 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-31768908-0448-4b28-a85a-85b53f240474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:16.713337 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-31768908-0448-4b28-a85a-85b53f240474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:16.775800 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-31768908-0448-4b28-a85a-85b53f240474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:16.814720 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-31768908-0448-4b28-a85a-85b53f240474 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=950b68266c674f1ca2d9629b844280a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043357 Aug 18 14:55:16.816590 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31768908-0448-4b28-a85a-85b53f240474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d197f63-a195-4ec8-9c47-bbb807d3ff81,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:16.817454 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38378) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:16.868359 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae9ff-9624-4ac9-a913-5f9a4dd08365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:16.889357 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae9ff-9624-4ac9-a913-5f9a4dd08365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:17.033240 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae9ff-9624-4ac9-a913-5f9a4dd08365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:17.035856 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae9ff-9624-4ac9-a913-5f9a4dd08365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:17.037059 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-6e5ae9ff-9624-4ac9-a913-5f9a4dd08365 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d197f63-a195-4ec8-9c47-bbb807d3ff81 HTTP/1.1" status: 204 len: 168 time: 0.2186177 Aug 18 14:55:17.044752 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ae9ff-9624-4ac9-a913-5f9a4dd08365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d197f63-a195-4ec8-9c47-bbb807d3ff81,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:20.526280 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf45ec7-d5fa-4300-a06a-74e478f1a24e req-6ee6808e-e650-4c07-9690-3f9cc2a85b8b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:20.527833 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2bf45ec7-d5fa-4300-a06a-74e478f1a24e req-6ee6808e-e650-4c07-9690-3f9cc2a85b8b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0474155 Aug 18 14:55:20.564975 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2bf45ec7-d5fa-4300-a06a-74e478f1a24e req-1c035c63-e55f-4b7b-a38b-a5bf28eeac07 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308957 Aug 18 14:55:21.067530 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fc4e3343-5cd3-48ac-bf08-68e44d4a09b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:21.679980 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b127e-2267-4bc6-a594-5342834c2b2e req-a1c93892-02af-489a-8bd4-025c2f83ac34 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:21.681447 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7a7b127e-2267-4bc6-a594-5342834c2b2e req-a1c93892-02af-489a-8bd4-025c2f83ac34 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0476105 Aug 18 14:55:21.720925 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7a7b127e-2267-4bc6-a594-5342834c2b2e req-cce413be-d457-492c-9719-c060976c6ae1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336955 Aug 18 14:55:22.845141 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfbd9e-a8a7-4ce5-b461-e9d6bd0723ed req-39bc0a37-a80f-4ea6-9590-49ca98e896c5 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:22.846631 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-35dfbd9e-a8a7-4ce5-b461-e9d6bd0723ed req-39bc0a37-a80f-4ea6-9590-49ca98e896c5 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0515726 Aug 18 14:55:22.883694 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-35dfbd9e-a8a7-4ce5-b461-e9d6bd0723ed req-8203d6dc-dbb4-47fb-9136-c61f4fc6b41f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310400 Aug 18 14:55:23.556257 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-54e5be32-861b-4efa-8562-d0cd1943d1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:23.683841 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:24.002061 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc5bf8-e6db-4018-bb7d-f711719cc193 req-5e10eac6-89af-4344-942a-f64bf12c1031 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:24.003553 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-87cc5bf8-e6db-4018-bb7d-f711719cc193 req-5e10eac6-89af-4344-942a-f64bf12c1031 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0496032 Aug 18 14:55:24.039666 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-87cc5bf8-e6db-4018-bb7d-f711719cc193 req-61a56038-6a86-4160-b3d4-d5d3663e9bb7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303259 Aug 18 14:55:24.802677 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:25.156114 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6e8b-36bf-4cff-b491-7c5479a393c0 req-b5332190-008a-46bf-ad72-bd974ca157ec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:25.157566 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e31f6e8b-36bf-4cff-b491-7c5479a393c0 req-b5332190-008a-46bf-ad72-bd974ca157ec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0474126 Aug 18 14:55:25.197711 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e31f6e8b-36bf-4cff-b491-7c5479a393c0 req-d8fb4ad7-c1e9-44c8-bb9a-6bf80d6e75d3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341563 Aug 18 14:55:25.704250 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-61c5b23a-0430-405b-b680-8247b075c67e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392540 Aug 18 14:55:25.775487 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-fd84ac1a-777e-43f5-ac29-5a2fee97bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:25.776857 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-fd84ac1a-777e-43f5-ac29-5a2fee97bab1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921630d9025a45acb49768633bc8f22d&device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1138 time: 0.0396259 Aug 18 14:55:25.879764 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-23e9b768-33ab-4bb8-9a9b-a5a75e1161bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:25.881192 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-23e9b768-33ab-4bb8-9a9b-a5a75e1161bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=39b89db8-3008-4fc1-bbdf-56a140784290 HTTP/1.1" status: 200 len: 915 time: 0.0846238 Aug 18 14:55:25.945740 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-54cff7cd-40bf-422f-926b-47b389841805 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 1001 time: 0.0573151 Aug 18 14:55:26.014359 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-749a9cfe-ca09-463e-a233-487717dd2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:26.015938 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-749a9cfe-ca09-463e-a233-487717dd2c3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52d0a620-8f72-4648-b17a-7d06d71cf84a HTTP/1.1" status: 200 len: 853 time: 0.0423944 Aug 18 14:55:26.065035 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-367c896e-02fb-4f4a-9655-9f7d1b7ebac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:26.066645 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-367c896e-02fb-4f4a-9655-9f7d1b7ebac2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39b89db8-3008-4fc1-bbdf-56a140784290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426202 Aug 18 14:55:26.156290 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-beab650c-0051-4f6f-9c5a-232415d4fe31 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817959 Aug 18 14:55:26.204227 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:26.251739 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-3dedade9-89b6-47e0-94af-90ab318872e0 req-2c31d8b6-a9dc-43ec-a8c9-ddde7f57ce71 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855763 Aug 18 14:55:26.316380 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93970f0e-ebe8-491e-a2cd-31af791bbbd6 req-cc279ae4-0d2b-4b45-a9e3-f71a71afeecf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:26.317723 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-93970f0e-ebe8-491e-a2cd-31af791bbbd6 req-cc279ae4-0d2b-4b45-a9e3-f71a71afeecf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0476544 Aug 18 14:55:26.359011 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-93970f0e-ebe8-491e-a2cd-31af791bbbd6 req-e852b3a6-ece7-4b3a-9710-f7f83691f0df tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346596 Aug 18 14:55:26.471083 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:26.872364 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-24a0cd4f-fc83-47d3-9b15-d7bb8f35e3a9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:26.874822 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-24a0cd4f-fc83-47d3-9b15-d7bb8f35e3a9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0497153 Aug 18 14:55:26.975117 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Deleting port 304130f8-be46-405d-a39b-769baa59d498 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:55:26.975455 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.062995 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] For port 304130f8-be46-405d-a39b-769baa59d498, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=304130f8-be46-405d-a39b-769baa59d498,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:27.063365 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.464332 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:55:27.475658 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21471bd5-238e-43a9-b8ef-e4ccb07bcd27 req-f819a80e-b4b1-49d2-8879-3090610e20ce tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:27.477137 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-21471bd5-238e-43a9-b8ef-e4ccb07bcd27 req-f819a80e-b4b1-49d2-8879-3090610e20ce tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 947 time: 0.0481808 Aug 18 14:55:27.514825 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-21471bd5-238e-43a9-b8ef-e4ccb07bcd27 req-95a24fb5-e659-4d0b-8235-3828fd617d7f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=91292e92-69f2-4c0b-b4bc-38acd1a7fb22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308740 Aug 18 14:55:27.521350 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.521727 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.522038 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.l3_db [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Floating IP 5c1d4819-3636-4344-a053-4bb61707f683 disassociated. External IP: 172.27.2.109, port: 304130f8-be46-405d-a39b-769baa59d498. Aug 18 14:55:27.522381 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Calling delete_port for 304130f8-be46-405d-a39b-769baa59d498 owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:55:27.706842 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:27.735885 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event deleted for resources: {'Port': ['ID=304130f8-be46-405d-a39b-769baa59d498,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:27.847329 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Router 028a1208-060c-48c9-b146-b0d1492a2967 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:55:27.955548 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:55:27.965240 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] Sync routers for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:55:27.975443 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:27.976524 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:55:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:27.995487 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] No DVR routers for this DVR port 304130f8-be46-405d-a39b-769baa59d498 on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:55:27.998133 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:28.000201 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-09b44e38-337a-4fa7-baac-6c4d4efd28c7 req-447c9bd3-172a-4953-b12c-8f796266fa7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "DELETE /v2.0/ports/304130f8-be46-405d-a39b-769baa59d498 HTTP/1.1" status: 204 len: 173 time: 1.1181552 Aug 18 14:55:28.000691 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-deleted', 'tag': '304130f8-be46-405d-a39b-769baa59d498'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:28.002970 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba198faa-e278-4a4d-949b-2055340b5c27" -d '{"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-deleted", "tag": "304130f8-be46-405d-a39b-769baa59d498"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:28.037335 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff0c187-383e-402a-8746-7057633798b8 x-openstack-request-id: req-bff0c187-383e-402a-8746-7057633798b8 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:28.037626 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efae87c-a951-4c33-b878-17475658b583", "name": "network-vif-deleted", "tag": "304130f8-be46-405d-a39b-769baa59d498", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:28.037901 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bff0c187-383e-402a-8746-7057633798b8 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:28.038291 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efae87c-a951-4c33-b878-17475658b583', 'name': 'network-vif-deleted', 'tag': '304130f8-be46-405d-a39b-769baa59d498', 'status': 'completed', 'code': 200} Aug 18 14:55:28.085284 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:28.276696 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:28.302551 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] Checking router: 028a1208-060c-48c9-b146-b0d1492a2967 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:55:28.310839 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:28.311447 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:55:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:28.415392 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:28.611574 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:28.614850 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bb6e1254-8ac6-42ac-9751-9f0ed61c1e08 req-d4a43a51-2265-4133-8d13-3b2fd02e154c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 210 time: 0.0259516 Aug 18 14:55:28.642768 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285807df-c29f-4296-bd80-f43e5d533a28 None None] The sync data for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi is: [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:28.846321 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c149765-5c2b-43dc-86a0-0699cb99fea6 None None] New status for floating IP 5c1d4819-3636-4344-a053-4bb61707f683: DOWN {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:55:29.716286 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7c5d767e-7a7f-45f1-bf96-f90e64e716fd req-1ab1229f-07f7-4e3c-9fd8-9bd210fd03b0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 210 time: 0.0294671 Aug 18 14:55:30.815951 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3a5bd642-1886-4dad-adcc-87b49fbe3bb5 req-659a3785-a150-4dab-a84b-73f6d7bf294a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 210 time: 0.0274551 Aug 18 14:55:31.446968 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 304130f8-be46-405d-a39b-769baa59d498 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:55:31.466960 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 304130f8-be46-405d-a39b-769baa59d498 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:55:31.467301 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 304130f8-be46-405d-a39b-769baa59d498 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:55:31.933440 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8af77473-c0a8-4762-9d7e-e1dd09605a4c req-f897125f-bcd3-4f3b-aaef-68edd2667b72 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efae87c-a951-4c33-b878-17475658b583 HTTP/1.1" status: 200 len: 210 time: 0.0270708 Aug 18 14:55:33.107831 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38494) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:33.160857 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d299446e-c7ec-43cf-96a9-2032b3eebaea tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.183165 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d299446e-c7ec-43cf-96a9-2032b3eebaea tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.318346 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d299446e-c7ec-43cf-96a9-2032b3eebaea tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.321268 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d299446e-c7ec-43cf-96a9-2032b3eebaea tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.322520 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-d299446e-c7ec-43cf-96a9-2032b3eebaea tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "DELETE /v2.0/security-groups/91292e92-69f2-4c0b-b4bc-38acd1a7fb22 HTTP/1.1" status: 204 len: 168 time: 0.2136798 Aug 18 14:55:33.328049 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38496) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:33.332099 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299446e-c7ec-43cf-96a9-2032b3eebaea tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91292e92-69f2-4c0b-b4bc-38acd1a7fb22,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:33.341665 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.api.v2.resource [None req-e691a1f1-3ca9-42d7-93ac-487a30c9bf0a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] show failed (client error): The resource could not be found. Aug 18 14:55:33.342705 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-e691a1f1-3ca9-42d7-93ac-487a30c9bf0a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups/91292e92-69f2-4c0b-b4bc-38acd1a7fb22 HTTP/1.1" status: 404 len: 347 time: 0.0157235 Aug 18 14:55:33.345473 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38498) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:33.476323 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Deleting port 6ecf2f78-4e96-4c71-98e9-589323c0147b {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:55:33.476670 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.552401 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.552728 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.564587 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Calling delete_port for 6ecf2f78-4e96-4c71-98e9-589323c0147b owned by network:floatingip {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:55:33.740970 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.764890 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event deleted for resources: {'Port': ['ID=6ecf2f78-4e96-4c71-98e9-589323c0147b,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:33.774868 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.775219 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.775561 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.776004 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.776375 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.776752 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.777091 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.777964 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.777964 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.778144 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.778367 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.778828 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:33.842847 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.845349 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:33.846549 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-15c3e8d7-4668-4d9c-a223-4cdb207e4d41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "DELETE /v2.0/floatingips/5c1d4819-3636-4344-a053-4bb61707f683 HTTP/1.1" status: 204 len: 168 time: 0.5001097 Aug 18 14:55:34.149609 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38504) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:34.154331 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-0d3f153a-24dc-4e50-8cb8-7b4f45986888 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065633767', 'description': 'tempest-description--1858679781'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:34.238430 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0d3f153a-24dc-4e50-8cb8-7b4f45986888 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.316564 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0d3f153a-24dc-4e50-8cb8-7b4f45986888 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.375779 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0d3f153a-24dc-4e50-8cb8-7b4f45986888 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.406205 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f153a-24dc-4e50-8cb8-7b4f45986888 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a84f9ce-1681-4946-9bcf-93eda020a71c,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:34.438537 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0d3f153a-24dc-4e50-8cb8-7b4f45986888 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.439784 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-0d3f153a-24dc-4e50-8cb8-7b4f45986888 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2891719 Aug 18 14:55:34.442547 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38506) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:34.447010 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-b7ad7355-d4b7-49a4-ace1-c456326a5305 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'security_group_rule': {'security_group_id': '9a84f9ce-1681-4946-9bcf-93eda020a71c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:34.551791 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7355-d4b7-49a4-ace1-c456326a5305 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.608748 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7355-d4b7-49a4-ace1-c456326a5305 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.672237 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7355-d4b7-49a4-ace1-c456326a5305 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.690625 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7355-d4b7-49a4-ace1-c456326a5305 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3619ea8b-5912-4c4e-96c5-abd657782a1e,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:34.758208 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7355-d4b7-49a4-ace1-c456326a5305 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.759455 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b7ad7355-d4b7-49a4-ace1-c456326a5305 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159652 Aug 18 14:55:34.762049 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38510) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:34.766578 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-e0455d2a-ec07-4ec8-bf5a-3d564d8a168e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'security_group_rule': {'security_group_id': '9a84f9ce-1681-4946-9bcf-93eda020a71c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:34.848542 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e0455d2a-ec07-4ec8-bf5a-3d564d8a168e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.905431 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e0455d2a-ec07-4ec8-bf5a-3d564d8a168e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:34.990727 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e0455d2a-ec07-4ec8-bf5a-3d564d8a168e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:35.009861 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0455d2a-ec07-4ec8-bf5a-3d564d8a168e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9af6553-a893-43bb-a498-ad7c5324c9e4,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:35.089459 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e0455d2a-ec07-4ec8-bf5a-3d564d8a168e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:35.090753 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-e0455d2a-ec07-4ec8-bf5a-3d564d8a168e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277149 Aug 18 14:55:35.093724 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38512) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:35.098223 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'floatingip': {'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:35.221472 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:35.317818 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:35.422782 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Allocated IP 172.27.2.63 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/3a9e6157-4df2-4643-926c-e4fd2f27c939) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:35.524536 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:35.622190 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:35.666586 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:35.670192 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:35.673785 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:35.679125 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'Port': ['ID=3a9e6157-4df2-4643-926c-e4fd2f27c939,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:35.759846 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:35.846107 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:35.998109 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:36.049276 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:36.117731 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'Port': ['ID=3a9e6157-4df2-4643-926c-e4fd2f27c939,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:36.129849 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:36.198141 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:36.199445 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-fe0b273b-611e-4bdf-9998-7220d316d3c8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1047399 Aug 18 14:55:36.385128 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-7d8a51b0-b416-4314-8b27-a0210856e611 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2065633767&fields=id&tenant_id=e6f3f58343c9405c8afe9885e7b873cf HTTP/1.1" status: 200 len: 267 time: 0.0363717 Aug 18 14:55:36.490308 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-492334ae-5021-45dc-b478-29dd10594c00 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:36.492079 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-492334ae-5021-45dc-b478-29dd10594c00 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 817 time: 0.1001837 Aug 18 14:55:36.506688 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-1d3469e5-b9da-48ce-9e87-398465ac12ec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/quotas/e6f3f58343c9405c8afe9885e7b873cf HTTP/1.1" status: 200 len: 375 time: 0.0089417 Aug 18 14:55:36.560971 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-0884d74e-60b9-43d3-afeb-2c2c41a64e45 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486555 Aug 18 14:55:36.742273 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-c05f9355-e3e9-4f2e-9a34-906cea8288ba service neutron] 10.222.0.16 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693118 Aug 18 14:55:36.829873 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-654aedfe-3907-4013-9f1d-8ba4134bfefe service neutron] 10.222.0.16 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815141 Aug 18 14:55:37.052386 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c15abee9-7554-4686-857f-f8decb493cd7 req-85047fb7-fc43-4c03-a6a3-9c6ef4d82ca7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0259128 Aug 18 14:55:38.146279 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3769f86d-b92b-45b8-875e-84ff81110cf4 req-53075e97-b661-4a64-b503-bc1d61f2070e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0258422 Aug 18 14:55:39.240729 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1e04fff2-8aca-42af-920a-586d5d97f669 req-3563344d-6208-4c27-a4e4-865bd6a0c4d0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0248704 Aug 18 14:55:40.334401 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38a80203-bdb8-44f9-93b3-ada609b568f9 req-aabe1fa3-d746-42d2-ae04-68e6f1627975 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0252337 Aug 18 14:55:41.428697 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-779c87dd-fe7c-434e-af3c-d21e611e1cc4 req-b8d6b7f4-07a2-426d-8580-5c7d8f982eb0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0251827 Aug 18 14:55:42.060326 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-1d01cf94-0ab5-440c-a7c2-da7ce4cf5b5b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:42.061788 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-1d01cf94-0ab5-440c-a7c2-da7ce4cf5b5b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 817 time: 0.1046968 Aug 18 14:55:42.111127 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-aa0402c0-8c13-4845-83ca-f6608dc27e11 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6f3f58343c9405c8afe9885e7b873cf HTTP/1.1" status: 200 len: 380 time: 0.0334408 Aug 18 14:55:42.121180 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'port': {'device_id': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'admin_state_up': True, 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'security_groups': ['9a84f9ce-1681-4946-9bcf-93eda020a71c']}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:42.312197 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Made reservation on behalf of e6f3f58343c9405c8afe9885e7b873cf for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:55:42.315776 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:42.445723 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Allocated IP 172.20.0.3 (893d2803-c5ab-43bc-aa81-4ce998c20cde/8f325e6d-eae1-43fa-af79-f49dc59b53de/32b5887c-c907-47a3-a983-0a8faa0a351a) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:55:42.533205 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7b88a4be-2667-4337-8309-ff4910ca58df req-8045fa04-435e-4667-95ca-0a9897e415c6 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0292494 Aug 18 14:55:42.588943 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:42.601916 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Transition to ACTIVE for port object 32b5887c-c907-47a3-a983-0a8faa0a351a will not be triggered until provisioned by entity DHCP. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:42.718779 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:42.761185 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:55:42.766216 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:55:42.769879 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:55:42.801051 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:42.829878 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:42.830614 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:42.947662 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a4fe7a8f-dbef-49f6-95ef-68c28fa9bab1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300636 Aug 18 14:55:42.981229 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Request body: {'port': {'device_id': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:43.044699 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:43.066814 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-b76b0986-dcb7-470a-9330-3c46f9468e42 None None] Provisioning for port 32b5887c-c907-47a3-a983-0a8faa0a351a completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:43.070894 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-b76b0986-dcb7-470a-9330-3c46f9468e42 None None] Provisioning complete for port 32b5887c-c907-47a3-a983-0a8faa0a351a triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:43.071256 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b76b0986-dcb7-470a-9330-3c46f9468e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:43.106202 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-b76b0986-dcb7-470a-9330-3c46f9468e42 None None] Port 32b5887c-c907-47a3-a983-0a8faa0a351a cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:55:43.312005 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b5887c-c907-47a3-a983-0a8faa0a351a {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:55:43.319364 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:43.332366 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Transition to ACTIVE for port object 32b5887c-c907-47a3-a983-0a8faa0a351a will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:55:43.396488 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:43.449547 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:43.526661 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Attempting to bind port 32b5887c-c907-47a3-a983-0a8faa0a351a on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:55:43.526997 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Attempting to bind port 32b5887c-c907-47a3-a983-0a8faa0a351a by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:55:43.527329 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Attempting to bind port 32b5887c-c907-47a3-a983-0a8faa0a351a on network 893d2803-c5ab-43bc-aa81-4ce998c20cde {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:43.532455 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Port 32b5887c-c907-47a3-a983-0a8faa0a351a on network 893d2803-c5ab-43bc-aa81-4ce998c20cde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:55:43.532781 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Attempting to bind port 32b5887c-c907-47a3-a983-0a8faa0a351a on network 893d2803-c5ab-43bc-aa81-4ce998c20cde {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:55:43.537703 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:55:43.538043 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Checking segment: {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:55:43.538426 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Bound using segment: {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:55:43.538885 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Bound port: 32b5887c-c907-47a3-a983-0a8faa0a351a, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772c9378-98f9-47d3-a016-2cfa26dd8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:55:43.539247 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:43.625757 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:55:43.630371 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:55:43.659320 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92d00a-6c00-45e1-bcee-6a59500292d5 req-d4940b8f-a0a2-4d86-84ea-136f0b0a7c02 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:43.660996 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ed92d00a-6c00-45e1-bcee-6a59500292d5 req-d4940b8f-a0a2-4d86-84ea-136f0b0a7c02 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0516865 Aug 18 14:55:43.698410 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ed92d00a-6c00-45e1-bcee-6a59500292d5 req-65e3a962-3e28-4d5f-807e-86623641a0f8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Aug 18 14:55:43.718565 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:43.760441 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:43.761178 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:43.763611 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] 10.222.0.49 "PUT /v2.0/ports/32b5887c-c907-47a3-a983-0a8faa0a351a HTTP/1.1" status: 200 len: 1093 time: 0.7860532 Aug 18 14:55:43.764089 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:43.766438 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96983c2e-59c4-49fe-b902-bd3416f841a4" -d '{"events": [{"name": "network-changed", "server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:43.805263 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210ce63-b8c9-4bdb-9e8c-5416563eda9e service neutron] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:43.810993 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cdee1f-f947-4500-a2af-c154af29dc58 x-openstack-request-id: req-16cdee1f-f947-4500-a2af-c154af29dc58 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:43.811284 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:43.811540 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16cdee1f-f947-4500-a2af-c154af29dc58 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:43.811934 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'status': 'completed', 'code': 200} Aug 18 14:55:43.899278 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983c2e-59c4-49fe-b902-bd3416f841a4 req-29f05710-349e-451b-9037-6515a145193d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:43.900809 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-96983c2e-59c4-49fe-b902-bd3416f841a4 req-29f05710-349e-451b-9037-6515a145193d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 1096 time: 0.0448806 Aug 18 14:55:44.080728 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983c2e-59c4-49fe-b902-bd3416f841a4 req-1bda5eb8-939e-4058-b99d-503441ce7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:44.082215 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-96983c2e-59c4-49fe-b902-bd3416f841a4 req-1bda5eb8-939e-4058-b99d-503441ce7d98 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1615016 Aug 18 14:55:44.244061 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983c2e-59c4-49fe-b902-bd3416f841a4 req-a01aff10-2c34-4aa4-beb8-8bc3f49730b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:44.245467 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-96983c2e-59c4-49fe-b902-bd3416f841a4 req-a01aff10-2c34-4aa4-beb8-8bc3f49730b1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559539 Aug 18 14:55:44.356655 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-078958b3-371d-43f4-9842-286f0502b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:44.358225 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-078958b3-371d-43f4-9842-286f0502b3de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 1096 time: 0.0411325 Aug 18 14:55:44.407426 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-d59fbcb5-3cf7-4ce8-8b88-9b8f37501713 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b5887c-c907-47a3-a983-0a8faa0a351a HTTP/1.1" status: 200 len: 217 time: 0.0355799 Aug 18 14:55:44.467471 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-ed1abe7d-6845-4570-8ef6-6e0ca87b7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:44.469047 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-ed1abe7d-6845-4570-8ef6-6e0ca87b7754 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0549681 Aug 18 14:55:44.518499 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-bb1e3858-224b-437b-8ce3-593c1af66d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:44.519895 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-bb1e3858-224b-437b-8ce3-593c1af66d8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437086 Aug 18 14:55:44.610535 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-a2fe32fe-3713-4d61-b7cb-a44e130c01b7 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833776 Aug 18 14:55:44.704697 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4b8d3268-5716-4722-9580-3ab2bc697dc9 req-01e41a6a-d940-4c74-b490-ae2cbe14f088 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Aug 18 14:55:44.816902 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a448d-bf7b-4de9-a74f-0590d86b51c5 req-f97f9457-2cac-4332-845f-fcb8760c0911 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:44.818356 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5e7a448d-bf7b-4de9-a74f-0590d86b51c5 req-f97f9457-2cac-4332-845f-fcb8760c0911 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0472927 Aug 18 14:55:44.858793 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5e7a448d-bf7b-4de9-a74f-0590d86b51c5 req-cd32e062-0d74-45bf-b082-f369f4db987a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331852 Aug 18 14:55:45.983252 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7db4bc-3c86-4536-9933-cabbd2160ecf req-1c42280b-19e7-4719-a2de-206f6ea1b526 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:45.984991 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7e7db4bc-3c86-4536-9933-cabbd2160ecf req-1c42280b-19e7-4719-a2de-206f6ea1b526 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0575483 Aug 18 14:55:46.022369 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7e7db4bc-3c86-4536-9933-cabbd2160ecf req-59ff151c-71e6-430f-9bc9-a4bab89b64fe tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Aug 18 14:55:47.142130 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c5038-7efd-4c8c-9f46-8269f15de160 req-4e8062a8-0d92-4868-a971-436ad5b7c187 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:47.143635 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-217c5038-7efd-4c8c-9f46-8269f15de160 req-4e8062a8-0d92-4868-a971-436ad5b7c187 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0500717 Aug 18 14:55:47.181898 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-217c5038-7efd-4c8c-9f46-8269f15de160 req-53599b87-bbc4-4221-a99c-b99071ec5359 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Aug 18 14:55:47.576853 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38634) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:47.678355 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0788a048-47c4-476c-b0f7-39dbc298c5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:47.763547 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0788a048-47c4-476c-b0f7-39dbc298c5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:47.830694 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0788a048-47c4-476c-b0f7-39dbc298c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:47.866843 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a048-47c4-476c-b0f7-39dbc298c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c047e0-19ec-4007-96b8-64ea02618e6a,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:47.871020 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-0788a048-47c4-476c-b0f7-39dbc298c5ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd313226aa2348b19be5b9dbc1ca92d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931721 Aug 18 14:55:47.874973 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38638) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:47.922499 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-346ef228-53e5-46f6-b6b8-8dfd1e7dad42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:47.946158 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-346ef228-53e5-46f6-b6b8-8dfd1e7dad42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:48.296961 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675d79f-333f-4856-9d1f-a78c428fd253 req-97b41bfc-749a-44e4-b11b-4038a6f0f914 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:48.298420 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5675d79f-333f-4856-9d1f-a78c428fd253 req-97b41bfc-749a-44e4-b11b-4038a6f0f914 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0474422 Aug 18 14:55:48.305086 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-346ef228-53e5-46f6-b6b8-8dfd1e7dad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:48.311932 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-346ef228-53e5-46f6-b6b8-8dfd1e7dad42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:48.311932 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-346ef228-53e5-46f6-b6b8-8dfd1e7dad42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53c047e0-19ec-4007-96b8-64ea02618e6a HTTP/1.1" status: 204 len: 168 time: 0.4331639 Aug 18 14:55:48.317182 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ef228-53e5-46f6-b6b8-8dfd1e7dad42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c047e0-19ec-4007-96b8-64ea02618e6a,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:48.338852 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5675d79f-333f-4856-9d1f-a78c428fd253 req-40bed4d3-d9ef-49fb-918b-56234e56bcf5 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332525 Aug 18 14:55:49.459183 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d39f6a-3816-4b1a-8c9e-98009f384368 req-c0889f8d-cc34-4b7b-be6c-2e8f1f9bae43 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:49.460876 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-61d39f6a-3816-4b1a-8c9e-98009f384368 req-c0889f8d-cc34-4b7b-be6c-2e8f1f9bae43 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0501220 Aug 18 14:55:49.494526 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:55:49.497257 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-61d39f6a-3816-4b1a-8c9e-98009f384368 req-6af45148-b81e-4f39-9a71-b1d2241f79f9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298975 Aug 18 14:55:49.589554 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:49.609072 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'port_id': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'mac_address': 'fa:16:3e:ff:d1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:55:49.640117 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:49.652155 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b5887c-c907-47a3-a983-0a8faa0a351a {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:55:49.670813 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:49.785213 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:49.831836 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:49.839048 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.839394 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.839735 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.840066 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.840395 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.840720 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.841042 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.841362 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.841681 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.841995 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.842310 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:49.842651 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:55:50.198650 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['32b5887c-c907-47a3-a983-0a8faa0a351a'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:55:50.612075 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1076c-4ce7-4c3b-a6d6-b03f2ad2e0dd req-20c112b6-9ea7-4af0-9494-0182a764db81 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:50.613518 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c6c1076c-4ce7-4c3b-a6d6-b03f2ad2e0dd req-20c112b6-9ea7-4af0-9494-0182a764db81 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 944 time: 0.0479424 Aug 18 14:55:50.651325 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c6c1076c-4ce7-4c3b-a6d6-b03f2ad2e0dd req-f91a7e32-971d-47d8-bdd2-7c52625d9ae4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Aug 18 14:55:51.095270 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-975e5928-83f7-4a56-8be1-3552a2b7525a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:51.496679 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:55:51.603095 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 32b5887c-c907-47a3-a983-0a8faa0a351a completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:55:51.606969 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 32b5887c-c907-47a3-a983-0a8faa0a351a triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:55:51.607343 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:51.687483 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:51.713106 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:51.713305 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051df534-f5d2-40ed-96b0-b4ae4db74893" -d '{"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-plugged", "status": "completed", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:51.726153 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:55:51.770505 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d48cd-566a-4e2b-9f1c-186723f14541 req-335a08a4-5909-48ce-9bd9-d4752f0ce272 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:51.771988 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ca9d48cd-566a-4e2b-9f1c-186723f14541 req-335a08a4-5909-48ce-9bd9-d4752f0ce272 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 944 time: 0.0479746 Aug 18 14:55:51.775001 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:51.809964 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ca9d48cd-566a-4e2b-9f1c-186723f14541 req-4307272f-60a9-4e1f-bf85-032337bc728d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Aug 18 14:55:51.830574 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:55:51.976619 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe138e8-e584-4093-a027-98e8c0c1d519 x-openstack-request-id: req-dfe138e8-e584-4093-a027-98e8c0c1d519 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:51.977006 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-plugged", "status": "completed", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:51.977320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfe138e8-e584-4093-a027-98e8c0c1d519 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:51.977842 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'code': 200} Aug 18 14:55:52.368256 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cd55c-ace6-4afb-8423-cfcae30286c9 req-d4bfa073-b6b7-456e-aace-8ff95f537659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:52.369731 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-216cd55c-ace6-4afb-8423-cfcae30286c9 req-d4bfa073-b6b7-456e-aace-8ff95f537659 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 1098 time: 0.0392830 Aug 18 14:55:52.403473 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-216cd55c-ace6-4afb-8423-cfcae30286c9 req-ea69ac88-e4e7-48f4-9f9f-7aec06060f84 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261035 Aug 18 14:55:52.932992 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5d03a-f4ca-4d8d-a80d-ffcfb126c8a6 req-f0a3ca22-c14d-4d6e-9e8a-b33c3edb9f5c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:52.934724 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b6a5d03a-f4ca-4d8d-a80d-ffcfb126c8a6 req-f0a3ca22-c14d-4d6e-9e8a-b33c3edb9f5c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Aug 18 14:55:52.973654 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b6a5d03a-f4ca-4d8d-a80d-ffcfb126c8a6 req-1713b193-7573-46c1-968d-ecd6fc8f8b89 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Aug 18 14:55:53.603321 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-088a3c2e-0bb1-427e-b27c-157a11ff28ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:53.699369 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:54.092896 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fe2ad-1584-4a1c-8954-34ccfb56835d req-eec87f5a-feea-4879-8fc3-6c386982a039 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:54.095669 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8b8fe2ad-1584-4a1c-8954-34ccfb56835d req-eec87f5a-feea-4879-8fc3-6c386982a039 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0502934 Aug 18 14:55:54.136258 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8b8fe2ad-1584-4a1c-8954-34ccfb56835d req-ee1ec67f-74e5-407c-a6ae-f9a40c810f7d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346560 Aug 18 14:55:54.820863 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:55.250917 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07dfebd-2937-4d72-8761-795da89becf9 req-a4d26705-9cce-47b6-91df-aa0ca8c02138 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:55.252383 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b07dfebd-2937-4d72-8761-795da89becf9 req-a4d26705-9cce-47b6-91df-aa0ca8c02138 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0479460 Aug 18 14:55:55.289925 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b07dfebd-2937-4d72-8761-795da89becf9 req-da584cdd-2db7-4da9-aac3-a7c93960343d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Aug 18 14:55:55.408647 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e13ca-15d6-4f82-bf3b-ee916a72279b req-643efc1d-3652-4d89-a894-cb2294c3229e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:55.410069 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-407e13ca-15d6-4f82-bf3b-ee916a72279b req-643efc1d-3652-4d89-a894-cb2294c3229e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0533397 Aug 18 14:55:55.418512 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38714) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:55:55.422815 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-beebc210-005e-4705-a692-698012523269 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Request body: {'floatingip': {'port_id': '32b5887c-c907-47a3-a983-0a8faa0a351a'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:55:55.689423 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-beebc210-005e-4705-a692-698012523269 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:56.126316 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-beebc210-005e-4705-a692-698012523269 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:56.253773 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:56.257644 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-beebc210-005e-4705-a692-698012523269 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:56.354167 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-beebc210-005e-4705-a692-698012523269 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Floating IP 9838b204-b336-4f18-8865-768d49f42a96 associated. External IP: 172.27.2.63, port: 32b5887c-c907-47a3-a983-0a8faa0a351a. Aug 18 14:55:56.494590 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:56.554271 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beebc210-005e-4705-a692-698012523269 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Router 028a1208-060c-48c9-b146-b0d1492a2967 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:55:56.659035 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beebc210-005e-4705-a692-698012523269 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:55:56.664172 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-beebc210-005e-4705-a692-698012523269 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:55:56.668806 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] Sync routers for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:55:56.678199 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:56.678841 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:55:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:56.692546 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-beebc210-005e-4705-a692-698012523269 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "PUT /v2.0/floatingips/9838b204-b336-4f18-8865-768d49f42a96 HTTP/1.1" status: 200 len: 990 time: 1.2730639 Aug 18 14:55:56.693226 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:55:56.695591 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab259f5-8f6b-4013-82d9-6039be8b0be7" -d '{"events": [{"name": "network-changed", "server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:55:56.789757 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:56.883991 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03127259-4cfe-41f8-aa05-8fd58562e51c x-openstack-request-id: req-03127259-4cfe-41f8-aa05-8fd58562e51c {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:55:56.884283 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:55:56.884535 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03127259-4cfe-41f8-aa05-8fd58562e51c {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:55:56.884929 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'status': 'completed', 'code': 200} Aug 18 14:55:56.974790 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-ac4eaa2a-fe5a-46ca-b3ad-1dde7fcfc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:56.976279 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-ac4eaa2a-fe5a-46ca-b3ad-1dde7fcfc87e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 1098 time: 0.0422039 Aug 18 14:55:57.021817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '9838b204-b336-4f18-8865-768d49f42a96', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'port_id': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'mac_address': 'fa:16:3e:ff:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:55:35Z', 'updated_at': '2021-08-18T14:55:56Z', 'revision_number': 1, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:57.048342 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] Checking router: 028a1208-060c-48c9-b146-b0d1492a2967 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:55:57.056750 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:55:57.057355 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:55:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:57.073179 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-6ef653d3-379c-45ca-86a0-8f55cd100f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:57.074749 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-6ef653d3-379c-45ca-86a0-8f55cd100f95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 918 time: 0.0888486 Aug 18 14:55:57.141527 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-a470fcf1-3a6d-4f77-9ffa-fa032ccf330c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b5887c-c907-47a3-a983-0a8faa0a351a HTTP/1.1" status: 200 len: 998 time: 0.0594716 Aug 18 14:55:57.197389 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-40c98f13-de5b-40d8-8976-06549f580bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:57.198917 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-40c98f13-de5b-40d8-8976-06549f580bd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0504153 Aug 18 14:55:57.251647 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-3f1b5b96-f29c-4246-b351-457ba457b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:55:57.253158 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-3f1b5b96-f29c-4246-b351-457ba457b5dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462995 Aug 18 14:55:57.297171 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:55:57.348827 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-eb8c8874-eb34-49a8-8f4e-78f4773cd37f service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886185 Aug 18 14:55:57.444135 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9ab259f5-8f6b-4013-82d9-6039be8b0be7 req-3879549f-da43-4519-a292-535e9ff29a32 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Aug 18 14:55:57.526906 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '9838b204-b336-4f18-8865-768d49f42a96', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'port_id': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'mac_address': 'fa:16:3e:ff:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:55:35Z', 'updated_at': '2021-08-18T14:55:56Z', 'revision_number': 1, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:55:57.553277 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b1e60-1716-4ab7-a188-80b601cd8e4a None None] The sync data for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi is: [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '9838b204-b336-4f18-8865-768d49f42a96', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'port_id': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'mac_address': 'fa:16:3e:ff:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:55:35Z', 'updated_at': '2021-08-18T14:55:56Z', 'revision_number': 1, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:55:57.729093 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539cdcaa-be6d-4a4e-8a08-0ce7e15466b3 None None] New status for floating IP 9838b204-b336-4f18-8865-768d49f42a96: ACTIVE {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:56:04.463939 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:56:15.023056 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39a8be-84d9-4bc0-9f16-bfbb1fb1e4c0 req-fe108b53-186e-44f0-b28d-b275952250c2 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:15.024531 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ec39a8be-84d9-4bc0-9f16-bfbb1fb1e4c0 req-fe108b53-186e-44f0-b28d-b275952250c2 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0512493 Aug 18 14:56:15.065116 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ec39a8be-84d9-4bc0-9f16-bfbb1fb1e4c0 req-2e722255-b17b-45ff-b3b8-a8550b9758f8 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343699 Aug 18 14:56:15.148966 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-7b53cc02-2b2f-41ea-bc3d-e48a38d43d01 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441406268&fields=id&tenant_id=921630d9025a45acb49768633bc8f22d HTTP/1.1" status: 200 len: 267 time: 0.0322044 Aug 18 14:56:15.201972 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-deffe57c-39d5-4cd8-9c9f-4b1f11f3ce28 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:15.203012 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-deffe57c-39d5-4cd8-9c9f-4b1f11f3ce28 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 985 time: 0.0480740 Aug 18 14:56:15.214042 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Request body: {'port': {'security_groups': ['0d92d00a-e8b6-444b-a79c-d53f431ad444']}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:15.283528 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:15.450051 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] For port 8e2bc964-021d-4b77-b218-b2f8d6ed9682, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:15.477603 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:15.546091 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:15.588102 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:15.588647 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['8e2bc964-021d-4b77-b218-b2f8d6ed9682'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:56:15.590035 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:15.591537 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4d76cfb1-0b7a-4b26-ae9d-5ad240822b90 req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "PUT /v2.0/ports/8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 943 time: 0.3820863 Aug 18 14:56:15.591982 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:15.594425 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553f043b-c8b7-4a3a-9e09-a68c831a4826" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:15.599102 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38916) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:15.621125 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event updated for resources: {'Port': ['ID=8e2bc964-021d-4b77-b218-b2f8d6ed9682,revision_number=7']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:15.649409 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.650094 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.650320 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.650661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.651000 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.651332 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.651661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.651994 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.652341 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.652662 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.652982 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.658759 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ae34b-d042-483b-8eba-717b9e37dfad tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:15.696019 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7169c121-a8bc-4fcd-aecd-da0795adf85a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:15.726709 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7169c121-a8bc-4fcd-aecd-da0795adf85a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:15.759966 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['8e2bc964-021d-4b77-b218-b2f8d6ed9682'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:56:15.770068 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405eb422-0209-40a4-a03b-3390f7b80a62 x-openstack-request-id: req-405eb422-0209-40a4-a03b-3390f7b80a62 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:15.772259 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:15.772259 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-405eb422-0209-40a4-a03b-3390f7b80a62 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:15.772259 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'status': 'completed', 'code': 200} Aug 18 14:56:15.852452 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7169c121-a8bc-4fcd-aecd-da0795adf85a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:15.855104 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7169c121-a8bc-4fcd-aecd-da0795adf85a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:15.866501 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-7169c121-a8bc-4fcd-aecd-da0795adf85a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a8b56d3-d625-434c-bf1d-bef5e024fafd HTTP/1.1" status: 204 len: 168 time: 0.2564664 Aug 18 14:56:15.866663 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38920) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:15.874824 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-44f96689-616d-4475-be41-1ff67f068042 None None] Provisioning complete for port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:56:15.875335 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-44f96689-616d-4475-be41-1ff67f068042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:15.901175 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169c121-a8bc-4fcd-aecd-da0795adf85a tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8b56d3-d625-434c-bf1d-bef5e024fafd,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:15.918088 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-2f488888-43bf-4521-ad34-ce4773a383c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:15.920296 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-2f488888-43bf-4521-ad34-ce4773a383c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921630d9025a45acb49768633bc8f22d&device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1099 time: 0.0769441 Aug 18 14:56:16.031306 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-de9b72d2-6ea0-43ed-9e0a-2d1f67acdf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.032891 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-de9b72d2-6ea0-43ed-9e0a-2d1f67acdf54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=39b89db8-3008-4fc1-bbdf-56a140784290 HTTP/1.1" status: 200 len: 915 time: 0.1055923 Aug 18 14:56:16.057006 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Deleting port fd23366e-d456-466e-b80e-73ae6305b8a2 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:16.057612 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.110817 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-d9d0aba0-a2e5-46ec-8467-620957e401db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 1001 time: 0.0629539 Aug 18 14:56:16.134949 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.135328 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.158645 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Calling delete_port for fd23366e-d456-466e-b80e-73ae6305b8a2 owned by network:floatingip {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:16.164172 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-bb6ba801-820e-487d-8762-7af4215b3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.165658 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-bb6ba801-820e-487d-8762-7af4215b3575 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52d0a620-8f72-4648-b17a-7d06d71cf84a HTTP/1.1" status: 200 len: 853 time: 0.0461063 Aug 18 14:56:16.215683 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-3cbedbb4-a2a1-413a-8ba0-2f4a9f4c68da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.218391 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-3cbedbb4-a2a1-413a-8ba0-2f4a9f4c68da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39b89db8-3008-4fc1-bbdf-56a140784290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442154 Aug 18 14:56:16.277745 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b5178-bce4-4cdf-92a5-811460b68693 req-b97e6ec9-6f3d-4eca-89a8-8faa8b83f4ed tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.279746 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d32b5178-bce4-4cdf-92a5-811460b68693 req-b97e6ec9-6f3d-4eca-89a8-8faa8b83f4ed tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.1356161 Aug 18 14:56:16.340120 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d32b5178-bce4-4cdf-92a5-811460b68693 req-6ce1851f-eedb-40ca-a11c-bf98aedd7bda tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=7d4207a9-2862-4047-a402-825ac18c8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503285 Aug 18 14:56:16.352791 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-f04e6fdf-5a6b-4768-b22b-245d306986db service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931928 Aug 18 14:56:16.450144 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-553f043b-c8b7-4a3a-9e09-a68c831a4826 req-7ca75703-bc73-41f0-8aef-a09585132707 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877576 Aug 18 14:56:16.470410 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.499630 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event deleted for resources: {'Port': ['ID=fd23366e-d456-466e-b80e-73ae6305b8a2,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:16.566559 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks [] for floatingip, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.566898 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Floating IP e25838c9-dd1c-43af-b819-9f1a948c2916 disassociated (deleted). External IP: 172.27.2.78, port: 8e2bc964-021d-4b77-b218-b2f8d6ed9682. Aug 18 14:56:16.651850 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645a9bf-a929-4787-9445-042434340c55 req-f21d71fd-0b2f-4e42-8b6c-9f3aaf57ae46 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:16.653363 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9645a9bf-a929-4787-9445-042434340c55 req-f21d71fd-0b2f-4e42-8b6c-9f3aaf57ae46 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 945 time: 0.0547295 Aug 18 14:56:16.758016 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Deleting port 8554c82d-a04d-48cb-9f08-a9665492518f {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:16.758505 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.782199 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:56:16.851495 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] For port 8554c82d-a04d-48cb-9f08-a9665492518f, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8554c82d-a04d-48cb-9f08-a9665492518f,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:16.851777 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.901984 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:56:16.907032 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:16.912201 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] Sync routers for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:56:16.927515 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:16.928133 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:55:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:16.941097 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-597e81e6-5892-429a-b578-b18d22d0acab tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "DELETE /v2.0/floatingips/e25838c9-dd1c-43af-b819-9f1a948c2916 HTTP/1.1" status: 204 len: 168 time: 1.0779550 Aug 18 14:56:17.043861 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:17.044542 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:17.044542 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.l3_db [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Floating IP 0472ef7c-c862-47c0-b4f0-098c9d1e7951 disassociated. External IP: 172.27.2.57, port: 8554c82d-a04d-48cb-9f08-a9665492518f. Aug 18 14:56:17.044896 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Calling delete_port for 8554c82d-a04d-48cb-9f08-a9665492518f owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:17.054836 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:17.259720 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '9a23c39d-2094-4dd5-9f02-0ccc63129cb6', 'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'mac_address': 'fa:16:3e:19:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:15Z', 'updated_at': '2021-08-18T14:52:22Z', 'revision_number': 5, 'project_id': '921630d9025a45acb49768633bc8f22d', 'subnets': [{'id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:17.271301 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:17.299674 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] Checking router: cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:56:17.308205 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event deleted for resources: {'Port': ['ID=8554c82d-a04d-48cb-9f08-a9665492518f,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:17.316390 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:17.317021 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:55:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:17.441303 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-fcb49e1e-fb6a-40e9-8696-176bb40acabc req-2cd90ad5-19b3-431d-982c-fd844a246ad8 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 210 time: 0.0293627 Aug 18 14:56:17.461443 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Router 034dcce8-a381-4311-adcc-a99c538c1786 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:56:17.467846 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:17.574769 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:56:17.585816 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] Sync routers for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:56:17.595992 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:17.596828 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:55:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:17.619475 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] No DVR routers for this DVR port 8554c82d-a04d-48cb-9f08-a9665492518f on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:56:17.623987 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:17.626616 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9645a9bf-a929-4787-9445-042434340c55 req-eaef4761-e31f-4f31-904f-375d1b5ee314 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "DELETE /v2.0/ports/8554c82d-a04d-48cb-9f08-a9665492518f HTTP/1.1" status: 204 len: 173 time: 0.9662857 Aug 18 14:56:17.627393 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'name': 'network-vif-deleted', 'tag': '8554c82d-a04d-48cb-9f08-a9665492518f'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:17.630436 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca13ccf0-b46e-48a5-bf6e-d461e2f07776" -d '{"events": [{"server_uuid": "2f7bf700-2427-40bf-8aa6-49492b704ea0", "name": "network-vif-deleted", "tag": "8554c82d-a04d-48cb-9f08-a9665492518f"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:17.684087 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d85a2d-bb29-4885-96b9-ffa49cd7c1d2 x-openstack-request-id: req-63d85a2d-bb29-4885-96b9-ffa49cd7c1d2 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:17.684710 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7bf700-2427-40bf-8aa6-49492b704ea0", "name": "network-vif-deleted", "tag": "8554c82d-a04d-48cb-9f08-a9665492518f", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:17.684710 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63d85a2d-bb29-4885-96b9-ffa49cd7c1d2 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:17.685722 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7bf700-2427-40bf-8aa6-49492b704ea0', 'name': 'network-vif-deleted', 'tag': '8554c82d-a04d-48cb-9f08-a9665492518f', 'status': 'completed', 'code': 200} Aug 18 14:56:17.727055 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '9a23c39d-2094-4dd5-9f02-0ccc63129cb6', 'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'mac_address': 'fa:16:3e:19:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:15Z', 'updated_at': '2021-08-18T14:52:22Z', 'revision_number': 5, 'project_id': '921630d9025a45acb49768633bc8f22d', 'subnets': [{'id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:17.773339 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:17.778400 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da32c547-5243-4ad6-9de6-9857558dde05" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:17.779892 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3696a-a531-4052-8f7a-bd740fba5fd1 None None] The sync data for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi is: [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:52:16Z', 'revision_number': 4, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '9a23c39d-2094-4dd5-9f02-0ccc63129cb6', 'name': '', 'network_id': '39b89db8-3008-4fc1-bbdf-56a140784290', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'mac_address': 'fa:16:3e:19:d8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:15Z', 'updated_at': '2021-08-18T14:52:22Z', 'revision_number': 5, 'project_id': '921630d9025a45acb49768633bc8f22d', 'subnets': [{'id': '52d0a620-8f72-4648-b17a-7d06d71cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:56:17.833549 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:17.843262 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d193414a-34dc-4462-b1b8-345d3c9ef862 x-openstack-request-id: req-d193414a-34dc-4462-b1b8-345d3c9ef862 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:17.843711 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:17.844145 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d193414a-34dc-4462-b1b8-345d3c9ef862 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:17.844476 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'status': 'completed', 'code': 200} Aug 18 14:56:17.977865 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32c547-5243-4ad6-9de6-9857558dde05 req-5480768e-f58c-40de-a101-d8aa6c235e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:17.979679 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-da32c547-5243-4ad6-9de6-9857558dde05 req-5480768e-f58c-40de-a101-d8aa6c235e1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921630d9025a45acb49768633bc8f22d&device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 1099 time: 0.0574090 Aug 18 14:56:18.093969 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:18.110273 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32c547-5243-4ad6-9de6-9857558dde05 req-b47e1740-43a8-48ae-b46c-e4dd752dfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:18.111789 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-da32c547-5243-4ad6-9de6-9857558dde05 req-b47e1740-43a8-48ae-b46c-e4dd752dfdaf service neutron] 10.222.0.49 "GET /v2.0/networks?id=39b89db8-3008-4fc1-bbdf-56a140784290 HTTP/1.1" status: 200 len: 915 time: 0.1141906 Aug 18 14:56:18.124885 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109a65a-c4a1-49eb-b5fc-44a96d7ee49b None None] New status for floating IP e25838c9-dd1c-43af-b819-9f1a948c2916: DOWN {{(pid=100977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:56:18.129849 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] Checking router: 034dcce8-a381-4311-adcc-a99c538c1786 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:56:18.138786 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:18.139399 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:55:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:18.174979 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-da32c547-5243-4ad6-9de6-9857558dde05 req-e7346304-7d92-44cc-8a68-6754475f71cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 200 len: 217 time: 0.0466957 Aug 18 14:56:18.230342 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32c547-5243-4ad6-9de6-9857558dde05 req-264e5a3f-123f-4369-b804-a907c7c4deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:18.232726 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-da32c547-5243-4ad6-9de6-9857558dde05 req-264e5a3f-123f-4369-b804-a907c7c4deac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52d0a620-8f72-4648-b17a-7d06d71cf84a HTTP/1.1" status: 200 len: 853 time: 0.0496883 Aug 18 14:56:18.249039 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:18.285363 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32c547-5243-4ad6-9de6-9857558dde05 req-8ff5ea59-9c5c-484e-a018-66c78424285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:18.286910 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-da32c547-5243-4ad6-9de6-9857558dde05 req-8ff5ea59-9c5c-484e-a018-66c78424285a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39b89db8-3008-4fc1-bbdf-56a140784290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454056 Aug 18 14:56:18.389383 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-da32c547-5243-4ad6-9de6-9857558dde05 req-c43d23e8-6b10-4191-9d4e-48bb15bb1711 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907588 Aug 18 14:56:18.466870 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:18.490248 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-da32c547-5243-4ad6-9de6-9857558dde05 req-338579a8-3021-4631-ae0f-bfd4835bd9d0 service neutron] 10.222.0.49 "GET /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929761 Aug 18 14:56:18.503150 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db96a7-8f49-4878-888b-e9418e5472ba None None] The sync data for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi is: [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:56:18.577860 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b0db243e-d0ac-4ad2-a4da-b0c2338b26b5 req-eae82fd6-3c93-401e-9d52-455a2883a88a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f7bf700-2427-40bf-8aa6-49492b704ea0 HTTP/1.1" status: 200 len: 210 time: 0.0356920 Aug 18 14:56:18.765365 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f06d5db-7885-4f45-9e07-0272c3795ebb None None] New status for floating IP 0472ef7c-c862-47c0-b4f0-098c9d1e7951: DOWN {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:56:19.613360 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 8554c82d-a04d-48cb-9f08-a9665492518f no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:19.633451 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 8554c82d-a04d-48cb-9f08-a9665492518f {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:56:19.633793 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 8554c82d-a04d-48cb-9f08-a9665492518f not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:19.735776 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38966) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:20.016088 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-428b1bac-473a-4f79-b782-10f8947b34b3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.039785 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-428b1bac-473a-4f79-b782-10f8947b34b3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.151349 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-428b1bac-473a-4f79-b782-10f8947b34b3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.154582 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-428b1bac-473a-4f79-b782-10f8947b34b3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.155807 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-428b1bac-473a-4f79-b782-10f8947b34b3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "DELETE /v2.0/security-groups/7d4207a9-2862-4047-a402-825ac18c8789 HTTP/1.1" status: 204 len: 168 time: 0.4190257 Aug 18 14:56:20.158689 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38972) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:20.164709 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b1bac-473a-4f79-b782-10f8947b34b3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4207a9-2862-4047-a402-825ac18c8789,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:20.174526 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.api.v2.resource [None req-c01b28ff-cdf8-4047-9d42-7e8606dac659 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] show failed (client error): The resource could not be found. Aug 18 14:56:20.179174 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-c01b28ff-cdf8-4047-9d42-7e8606dac659 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups/7d4207a9-2862-4047-a402-825ac18c8789 HTTP/1.1" status: 404 len: 347 time: 0.0192771 Aug 18 14:56:20.179652 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38976) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:20.308486 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Deleting port be0fa9dc-8488-40bc-8fd3-d726b50bbb6a {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:20.308827 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.389335 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.389725 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.401127 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Calling delete_port for be0fa9dc-8488-40bc-8fd3-d726b50bbb6a owned by network:floatingip {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:20.602849 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.628388 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event deleted for resources: {'Port': ['ID=be0fa9dc-8488-40bc-8fd3-d726b50bbb6a,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:20.689951 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.692499 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:20.693749 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-24f8505a-4a26-40c1-8006-cae66f38f46a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "DELETE /v2.0/floatingips/0472ef7c-c862-47c0-b4f0-098c9d1e7951 HTTP/1.1" status: 204 len: 168 time: 0.5130916 Aug 18 14:56:20.920337 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38984) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:20.925184 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-7347bd48-3911-4808-81d0-ce5cea9c3765 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861123110', 'description': 'tempest-description--1804545269'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:20.991250 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7347bd48-3911-4808-81d0-ce5cea9c3765 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.065389 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7163fe96-332b-44ff-9c1f-7138a1f9f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.076480 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7347bd48-3911-4808-81d0-ce5cea9c3765 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.151389 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7347bd48-3911-4808-81d0-ce5cea9c3765 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.185496 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347bd48-3911-4808-81d0-ce5cea9c3765 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:21.306241 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7347bd48-3911-4808-81d0-ce5cea9c3765 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.308609 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-7347bd48-3911-4808-81d0-ce5cea9c3765 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3871953 Aug 18 14:56:21.309261 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a4cdd-41d6-4edf-9d94-f5e69e46da47 req-98c32535-11a3-4fd2-9a2d-cde30c8aea03 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:21.310767 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ec0a4cdd-41d6-4edf-9d94-f5e69e46da47 req-98c32535-11a3-4fd2-9a2d-cde30c8aea03 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0481379 Aug 18 14:56:21.316017 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38992) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:21.316017 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-4014fb03-63ad-4a82-a5ea-d408beb84adc tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'security_group_rule': {'security_group_id': 'f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:21.352537 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ec0a4cdd-41d6-4edf-9d94-f5e69e46da47 req-ed4573cd-216e-46fe-8ed7-28bcaa4f914b tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Aug 18 14:56:21.402365 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4014fb03-63ad-4a82-a5ea-d408beb84adc tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.458940 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4014fb03-63ad-4a82-a5ea-d408beb84adc tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.505657 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4014fb03-63ad-4a82-a5ea-d408beb84adc tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.523369 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014fb03-63ad-4a82-a5ea-d408beb84adc tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0799cc59-353b-4afc-b4db-785edc91e8ab,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:21.608723 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4014fb03-63ad-4a82-a5ea-d408beb84adc tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.609968 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-4014fb03-63ad-4a82-a5ea-d408beb84adc tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975097 Aug 18 14:56:21.612711 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 38994) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:21.617132 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-1679008e-5348-46c0-b3b1-690c577142aa tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'security_group_rule': {'security_group_id': 'f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:21.710690 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1679008e-5348-46c0-b3b1-690c577142aa tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.768499 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1679008e-5348-46c0-b3b1-690c577142aa tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.842421 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1679008e-5348-46c0-b3b1-690c577142aa tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.861937 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679008e-5348-46c0-b3b1-690c577142aa tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6bcd8e-9cab-4463-9cc7-fd4a34b31bec,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:21.945671 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1679008e-5348-46c0-b3b1-690c577142aa tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:21.947076 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-1679008e-5348-46c0-b3b1-690c577142aa tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334260 Aug 18 14:56:21.950329 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 38996) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:21.955486 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'floatingip': {'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:22.047737 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:22.141700 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:22.243946 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Allocated IP 172.27.2.225 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/4916d592-3b60-4642-ade2-a5730cb59166) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:56:22.339981 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:22.470843 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82a049-6907-4266-bbbd-c490ca9c9396 req-b63489ff-b471-49e8-b5ea-bfebc566bb46 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:22.472304 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7c82a049-6907-4266-bbbd-c490ca9c9396 req-b63489ff-b471-49e8-b5ea-bfebc566bb46 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0511570 Aug 18 14:56:22.485956 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:22.535224 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:56:22.545012 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:56:22.550800 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7c82a049-6907-4266-bbbd-c490ca9c9396 req-bbdbca9d-e605-4ff2-a2af-c4c199170d11 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725536 Aug 18 14:56:22.551494 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:56:22.574472 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'Port': ['ID=4916d592-3b60-4642-ade2-a5730cb59166,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:22.638886 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:22.773084 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:22.914784 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:22.985116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:23.059042 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'Port': ['ID=4916d592-3b60-4642-ade2-a5730cb59166,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:23.073484 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:23.202909 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:23.204114 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-5b081326-7dd2-465f-b062-1058c1c06952 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2521982 Aug 18 14:56:23.385567 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-6cc2dc73-222f-4c25-a44d-ee9a384cd438 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1861123110&fields=id&tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb HTTP/1.1" status: 200 len: 267 time: 0.0322626 Aug 18 14:56:23.494277 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-bc735592-e101-43e2-9569-519f2d839bed tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:23.494277 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-bc735592-e101-43e2-9569-519f2d839bed tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 811 time: 0.0997267 Aug 18 14:56:23.507631 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-2e0a7afa-d88c-4d38-be34-1f06c4ae8f14 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/quotas/57b7a728ce2840d5b3c6165cf4d3bedb HTTP/1.1" status: 200 len: 375 time: 0.0089459 Aug 18 14:56:23.546204 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4c35-29a7-4427-af43-0e21849f70d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:23.559204 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-cad8d12c-b423-40df-bb25-c66848731108 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461707 Aug 18 14:56:23.655466 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-59d2c7f6-9f6e-41f7-81f9-716716524b16 service neutron] 10.222.0.16 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Aug 18 14:56:23.688237 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:23.743299 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-b9db7588-88e3-480a-a9a9-13e45ee71962 service neutron] 10.222.0.16 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815957 Aug 18 14:56:23.817304 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-0c6b7ef5-8e49-420a-a93b-dcb294b8b5f1 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:23.818817 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-0c6b7ef5-8e49-420a-a93b-dcb294b8b5f1 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0492275 Aug 18 14:56:23.924669 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Deleting port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:23.925023 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:24.001729 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0f18-cc2f-47cf-af2b-4f364391ef65 req-5220cc5d-a3f3-4f15-a121-04e7c0e81659 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:24.002538 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a15c0f18-cc2f-47cf-af2b-4f364391ef65 req-5220cc5d-a3f3-4f15-a121-04e7c0e81659 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 946 time: 0.0554154 Aug 18 14:56:24.028119 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] For port 8e2bc964-021d-4b77-b218-b2f8d6ed9682, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=8e2bc964-021d-4b77-b218-b2f8d6ed9682,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:24.028721 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:24.044338 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a15c0f18-cc2f-47cf-af2b-4f364391ef65 req-a47b8e09-0aaf-47d4-aa6a-fe9841171fe6 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d92d00a-e8b6-444b-a79c-d53f431ad444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Aug 18 14:56:24.050932 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Calling delete_port for 8e2bc964-021d-4b77-b218-b2f8d6ed9682 owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:24.215765 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-30b9859d-ac87-4d4d-a5dd-d6ba3ecb1c19 req-89086ddd-e5e1-4629-bc78-821ceac89e0a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 210 time: 0.0306098 Aug 18 14:56:24.305751 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:24.337587 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Pushing event deleted for resources: {'Port': ['ID=8e2bc964-021d-4b77-b218-b2f8d6ed9682,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:24.342403 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['8e2bc964-021d-4b77-b218-b2f8d6ed9682'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:56:24.381984 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] No DVR routers for this DVR port 8e2bc964-021d-4b77-b218-b2f8d6ed9682 on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:56:24.384445 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:24.386803 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-6a31ca32-1bde-406c-ae20-721da816bfe2 req-eb21346c-cadc-45ad-9546-14693f4cbdf8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.49 "DELETE /v2.0/ports/8e2bc964-021d-4b77-b218-b2f8d6ed9682 HTTP/1.1" status: 204 len: 173 time: 0.5597908 Aug 18 14:56:24.387243 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'name': 'network-vif-deleted', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:24.390149 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d875f1a-7884-4ded-811d-54fe951de58a" -d '{"events": [{"server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "name": "network-vif-deleted", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:24.424891 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd43ceb-a883-479b-8315-85c9f81a162c x-openstack-request-id: req-4fd43ceb-a883-479b-8315-85c9f81a162c {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:24.425177 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8bbbb0-3b00-4d08-86af-42647be0b988", "name": "network-vif-deleted", "tag": "8e2bc964-021d-4b77-b218-b2f8d6ed9682", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:24.425427 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fd43ceb-a883-479b-8315-85c9f81a162c {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:24.425819 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8bbbb0-3b00-4d08-86af-42647be0b988', 'name': 'network-vif-deleted', 'tag': '8e2bc964-021d-4b77-b218-b2f8d6ed9682', 'status': 'completed', 'code': 200} Aug 18 14:56:24.825182 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:25.152184 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5b0caa48-4653-44e4-bc2a-3d32705835e0 req-29f78308-b39e-4cdf-811b-f91d94621ea8 tempest-TestMinimumBasicScenario-871920228 tempest-TestMinimumBasicScenario-871920228-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f8bbbb0-3b00-4d08-86af-42647be0b988 HTTP/1.1" status: 200 len: 210 time: 0.0268431 Aug 18 14:56:25.341746 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8c2e2ba0-a6b0-42a5-ab6b-bf1d651c972e req-5a988dcc-c22c-435d-9212-1055735cee8c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 210 time: 0.0273690 Aug 18 14:56:26.099998 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-d3f903ea-6d46-4407-a5be-98190abebf32 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:26.101462 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-d3f903ea-6d46-4407-a5be-98190abebf32 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 811 time: 0.1011503 Aug 18 14:56:26.150915 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-446d1e28-49d7-496d-9ce0-b7b3470e25d0 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb HTTP/1.1" status: 200 len: 380 time: 0.0330236 Aug 18 14:56:26.161119 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'port': {'device_id': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'admin_state_up': True, 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'security_groups': ['f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3']}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:26.253952 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.351015 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Made reservation on behalf of 57b7a728ce2840d5b3c6165cf4d3bedb for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:56:26.354776 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.470356 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5a122aaf-cc32-427b-96f0-b985d15d8f95 req-4c33c19c-9e31-4a71-adf2-90f16cf737bd tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 210 time: 0.0272489 Aug 18 14:56:26.491878 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Allocated IP 172.20.0.7 (3e33991f-210b-494b-abb7-f3b2b5b66ed1/0d5ff067-2817-4704-a241-c00a79823ee5/3f98b709-bc29-4eb6-88b8-da8d849c081c) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:56:26.516483 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.630342 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.643916 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Transition to ACTIVE for port object 3f98b709-bc29-4eb6-88b8-da8d849c081c will not be triggered until provisioned by entity DHCP. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:56:26.745913 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.790802 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:56:26.795904 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:56:26.799595 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:56:26.828150 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event updated for resources: {'Port': ['ID=3f98b709-bc29-4eb6-88b8-da8d849c081c,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:26.856146 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:26.856815 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:26.952422 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-474b96f1-3109-4655-b603-0008cbd5b6e3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950039 Aug 18 14:56:26.988190 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Request body: {'port': {'device_id': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:27.041873 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.139989 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-3ba1768c-0457-4062-b733-9edc4facde98 None None] Provisioning for port 3f98b709-bc29-4eb6-88b8-da8d849c081c completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:56:27.143982 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-3ba1768c-0457-4062-b733-9edc4facde98 None None] Provisioning complete for port 3f98b709-bc29-4eb6-88b8-da8d849c081c triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:56:27.144415 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3ba1768c-0457-4062-b733-9edc4facde98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.178333 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1768c-0457-4062-b733-9edc4facde98 None None] Port 3f98b709-bc29-4eb6-88b8-da8d849c081c cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 14:56:27.307768 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f98b709-bc29-4eb6-88b8-da8d849c081c {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:56:27.322280 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.330380 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Transition to ACTIVE for port object 3f98b709-bc29-4eb6-88b8-da8d849c081c will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:56:27.396595 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.446089 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Pushing event updated for resources: {'Port': ['ID=3f98b709-bc29-4eb6-88b8-da8d849c081c,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:27.523759 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Attempting to bind port 3f98b709-bc29-4eb6-88b8-da8d849c081c on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:56:27.524098 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Attempting to bind port 3f98b709-bc29-4eb6-88b8-da8d849c081c by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:56:27.524434 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Attempting to bind port 3f98b709-bc29-4eb6-88b8-da8d849c081c on network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:56:27.529322 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Port 3f98b709-bc29-4eb6-88b8-da8d849c081c on network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:56:27.529579 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Attempting to bind port 3f98b709-bc29-4eb6-88b8-da8d849c081c on network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:56:27.534752 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:56:27.535100 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Checking segment: {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:56:27.535486 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Bound using segment: {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:56:27.535921 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Bound port: 3f98b709-bc29-4eb6-88b8-da8d849c081c, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ea12b-7a09-44a0-9f8b-ff8f9f32020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:56:27.536286 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.603243 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] For port 3f98b709-bc29-4eb6-88b8-da8d849c081c, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:56:27.606216 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] For port 3f98b709-bc29-4eb6-88b8-da8d849c081c, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=3f98b709-bc29-4eb6-88b8-da8d849c081c,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:56:27.648666 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 8e2bc964-021d-4b77-b218-b2f8d6ed9682 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:27.669899 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 8e2bc964-021d-4b77-b218-b2f8d6ed9682 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:56:27.670248 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 8e2bc964-021d-4b77-b218-b2f8d6ed9682 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:27.682122 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.733757 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.734412 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:27.735780 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] 10.222.0.49 "PUT /v2.0/ports/3f98b709-bc29-4eb6-88b8-da8d849c081c HTTP/1.1" status: 200 len: 1093 time: 0.7520342 Aug 18 14:56:27.738206 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'tag': '3f98b709-bc29-4eb6-88b8-da8d849c081c'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:27.741451 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a44b16-41ad-4a81-9df4-6770aec197c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f236e581-fbda-4ad0-a76e-a5192e48d9ae", "tag": "3f98b709-bc29-4eb6-88b8-da8d849c081c"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:27.749867 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57187f6e-faa1-4566-9ebe-8e47fbc6ea8e req-b4a53a94-df12-492d-bf8d-e5bfcf1dc79b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.752172 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-57187f6e-faa1-4566-9ebe-8e47fbc6ea8e req-b4a53a94-df12-492d-bf8d-e5bfcf1dc79b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 943 time: 0.0521395 Aug 18 14:56:27.759067 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8d9b1-3cbb-48e3-9ac4-026c760415ca service neutron] Pushing event updated for resources: {'Port': ['ID=3f98b709-bc29-4eb6-88b8-da8d849c081c,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:27.796773 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-57187f6e-faa1-4566-9ebe-8e47fbc6ea8e req-bf2d317e-e59b-47b9-9b82-1590809c9c9c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381005 Aug 18 14:56:27.821853 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 39120) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:27.867712 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b35cf4b-6c0f-4850-bc07-921bb7fcf91d x-openstack-request-id: req-2b35cf4b-6c0f-4850-bc07-921bb7fcf91d {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:27.867996 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f236e581-fbda-4ad0-a76e-a5192e48d9ae", "tag": "3f98b709-bc29-4eb6-88b8-da8d849c081c", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:27.868242 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b35cf4b-6c0f-4850-bc07-921bb7fcf91d {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:27.868636 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'tag': '3f98b709-bc29-4eb6-88b8-da8d849c081c', 'status': 'completed', 'code': 200} Aug 18 14:56:27.956268 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-7fb4c1f8-e129-49f5-a35e-c946ea880940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:27.957755 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-7fb4c1f8-e129-49f5-a35e-c946ea880940 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 1096 time: 0.0846214 Aug 18 14:56:28.036712 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-361afccf-3d61-4d51-8be7-8e6380fcabb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f98b709-bc29-4eb6-88b8-da8d849c081c HTTP/1.1" status: 200 len: 217 time: 0.0369925 Aug 18 14:56:28.126403 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-1ad03a10-a959-4ab4-adea-770b975391df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:28.127851 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-1ad03a10-a959-4ab4-adea-770b975391df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.0827298 Aug 18 14:56:28.224275 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c29c53dc-c8a6-4527-a622-f413e623704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:28.225753 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-c29c53dc-c8a6-4527-a622-f413e623704d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899544 Aug 18 14:56:28.333911 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-833034d8-fcb3-4833-9acc-9b0b1bee4bdc service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004121 Aug 18 14:56:28.445458 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66647537'] for router_interface, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:28.483950 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-1647ba55-6d76-4c9c-998e-268e0b426d06 req-3fb4cebe-fe26-4692-b965-097935913d6a service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301405 Aug 18 14:56:28.715591 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-bbdb9de1-dcc9-48c3-83a3-f67869735f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:28.717064 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-bbdb9de1-dcc9-48c3-83a3-f67869735f82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 1096 time: 0.0519605 Aug 18 14:56:28.721797 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Deleting port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:28.722130 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:29.122800 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] For port 9a23c39d-2094-4dd5-9f02-0ccc63129cb6, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9a23c39d-2094-4dd5-9f02-0ccc63129cb6,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:29.123197 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:29.134613 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-4ad1d3a4-f51a-40bf-9dc0-7708f26cef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:29.136045 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-4ad1d3a4-f51a-40bf-9dc0-7708f26cef53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 912 time: 0.4028373 Aug 18 14:56:29.139508 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Calling delete_port for 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 owned by network:router_interface {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:29.182693 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-75ad8758-2cf1-4e71-9b48-efb637dae415 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f98b709-bc29-4eb6-88b8-da8d849c081c HTTP/1.1" status: 200 len: 217 time: 0.0377913 Aug 18 14:56:29.274945 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-effe37d0-785c-4656-beaf-d54aef8eab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:29.276383 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-effe37d0-785c-4656-beaf-d54aef8eab00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.0630910 Aug 18 14:56:29.311096 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740072a-2bb2-4bce-80c2-4c3e32478f5c req-3902a184-eb4f-435e-a54f-2a11fceb0a16 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:29.312581 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a740072a-2bb2-4bce-80c2-4c3e32478f5c req-3902a184-eb4f-435e-a54f-2a11fceb0a16 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 943 time: 0.0555105 Aug 18 14:56:29.349747 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a740072a-2bb2-4bce-80c2-4c3e32478f5c req-c22c4964-588e-4fe9-b3a6-636c2a0b4bf7 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Aug 18 14:56:29.372026 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-a54b2e36-7cfd-4f21-b94d-79f4925032d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:29.374132 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-a54b2e36-7cfd-4f21-b94d-79f4925032d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647898 Aug 18 14:56:29.497104 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-f2c940f6-93dd-4f7a-a3b0-a575891bc6cd service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136620 Aug 18 14:56:29.521218 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:29.578654 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a23c39d-2094-4dd5-9f02-0ccc63129cb6,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:29.665817 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e5a44b16-41ad-4a81-9df4-6770aec197c3 req-98bed9a5-0498-4194-b2df-6fc328a275d9 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619244 Aug 18 14:56:29.775762 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66754913'] for router_interface, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:29.987061 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:56:30.095952 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:56:30.101221 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d05bf2ea-57f3-4b67-9828-47fddfc657a2 admin admin] 10.222.0.16 "PUT /v2.0/routers/cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782333 Aug 18 14:56:30.103818 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 39130) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:30.104593 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] Sync routers for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:56:30.116406 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:30.117014 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:56:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:30.208418 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks [] for router, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:30.315842 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:30.339772 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:30.441775 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Deleting port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:30.442415 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:30.468876 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5483787-67de-4b84-b060-791794a9043a req-21de7440-fcb3-4043-877c-7849ffb3d0cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:30.476979 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d5483787-67de-4b84-b060-791794a9043a req-21de7440-fcb3-4043-877c-7849ffb3d0cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 943 time: 0.0605626 Aug 18 14:56:30.516638 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d5483787-67de-4b84-b060-791794a9043a req-032c0f3d-d901-44c3-8830-be15de818977 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387571 Aug 18 14:56:30.529866 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:56:29Z', 'revision_number': 5, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port': {'id': 'c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:13Z', 'updated_at': '2021-08-18T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:30.533040 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] For port c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:30.533276 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:30.546046 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Calling delete_port for c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc owned by network:router_gateway {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:30.556494 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] Checking router: cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:56:30.565286 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] Routers {'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:30.565967 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:56:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:30.650781 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] Set router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 gateway port host: None {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:30.702363 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:56:30Z', 'revision_number': 6, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port_host': None}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:30.732203 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cc60b6-d0c6-41f2-8dc9-586dd56c539f None None] The sync data for ids ['cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2'] in dv-cinder-805026-1-iscsi is: [{'id': 'cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2', 'name': 'tempest-TestMinimumBasicScenario-972807964-router', 'tenant_id': '921630d9025a45acb49768633bc8f22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:12Z', 'updated_at': '2021-08-18T14:56:30Z', 'revision_number': 6, 'project_id': '921630d9025a45acb49768633bc8f22d', 'gw_port_host': None}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:56:30.745218 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:30.771413 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Pushing event deleted for resources: {'Port': ['ID=c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:30.830853 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66642601'] for router_gateway, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:30.923246 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66635162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255203'] for router, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:30.925393 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.001897 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66635235'] for router, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.002593 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 {{(pid=100976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:56:31.006748 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] Notify callbacks [] for router, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.009797 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-9a0f2f88-579b-480c-99b6-857e7e9a487d admin admin] 10.222.0.16 "DELETE /v2.0/routers/cd7f8a04-0cb6-44e7-a7fa-ca6119dab6d2 HTTP/1.1" status: 204 len: 168 time: 0.9031692 Aug 18 14:56:31.010380 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 39138) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:31.054460 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_v2 [None req-4007d813-16f6-45b0-83a0-18ae7c1c13b5 admin admin] Deleting subnet 52d0a620-8f72-4648-b17a-7d06d71cf84a {{(pid=100976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:56:31.057436 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4007d813-16f6-45b0-83a0-18ae7c1c13b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.092510 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4007d813-16f6-45b0-83a0-18ae7c1c13b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63757013'] for subnet, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.207004 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4007d813-16f6-45b0-83a0-18ae7c1c13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.311526 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4007d813-16f6-45b0-83a0-18ae7c1c13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63757054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63690607'] for subnet, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.334990 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007d813-16f6-45b0-83a0-18ae7c1c13b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d0a620-8f72-4648-b17a-7d06d71cf84a,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:31.340602 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4007d813-16f6-45b0-83a0-18ae7c1c13b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.342641 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-4007d813-16f6-45b0-83a0-18ae7c1c13b5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/52d0a620-8f72-4648-b17a-7d06d71cf84a HTTP/1.1" status: 204 len: 168 time: 0.3312716 Aug 18 14:56:31.345156 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 39142) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:31.351187 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d8ab8-3a3f-4f4a-a040-cbd3251de467 None None] Network 39b89db8-3008-4fc1-bbdf-56a140784290 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:56:31.416931 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.472693 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Deleting port 9cc2dd1f-7815-4b08-9632-265be47ad082 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:31.473376 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.544539 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] For port 9cc2dd1f-7815-4b08-9632-265be47ad082, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9cc2dd1f-7815-4b08-9632-265be47ad082,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:31.545482 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.557434 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94f28d-03dc-4bb9-8dee-051081e9c866 None None] DHCP port deletion for 39b89db8-3008-4fc1-bbdf-56a140784290 request from dv-cinder-805026-1-iscsi {{(pid=100977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:56:31.561714 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Calling delete_port for 9cc2dd1f-7815-4b08-9632-265be47ad082 owned by network:dhcp {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:31.615350 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-3a94f28d-03dc-4bb9-8dee-051081e9c866 None None] Deleting port 9cc2dd1f-7815-4b08-9632-265be47ad082 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:31.615733 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3a94f28d-03dc-4bb9-8dee-051081e9c866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.656164 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d453954-e051-4c42-9ab8-68c6d1ffbe70 req-247c6234-ea4e-4130-a059-a8ce80f74542 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:31.657803 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8d453954-e051-4c42-9ab8-68c6d1ffbe70 req-247c6234-ea4e-4130-a059-a8ce80f74542 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 943 time: 0.0511837 Aug 18 14:56:31.679187 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-3a94f28d-03dc-4bb9-8dee-051081e9c866 None None] For port 9cc2dd1f-7815-4b08-9632-265be47ad082, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9cc2dd1f-7815-4b08-9632-265be47ad082,segment=NetworkSegment(30a61d14-21e2-4641-8e12-b71d0cac572e),segment_id=30a61d14-21e2-4641-8e12-b71d0cac572e)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:31.679582 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3a94f28d-03dc-4bb9-8dee-051081e9c866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.693185 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-3a94f28d-03dc-4bb9-8dee-051081e9c866 None None] Calling delete_port for 9cc2dd1f-7815-4b08-9632-265be47ad082 owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:31.704783 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8d453954-e051-4c42-9ab8-68c6d1ffbe70 req-a4d55161-4b15-44bc-bdf7-009c3bd76e7a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377619 Aug 18 14:56:31.716513 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.747705 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] No DVR routers for this DVR port 9cc2dd1f-7815-4b08-9632-265be47ad082 on host dv-cinder-805026-1-iscsi {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:56:31.750241 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc2dd1f-7815-4b08-9632-265be47ad082,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:31.828701 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.829044 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3a94f28d-03dc-4bb9-8dee-051081e9c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.839925 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b89db8-3008-4fc1-bbdf-56a140784290']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:31.850978 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a61d14-21e2-4641-8e12-b71d0cac572e') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:31.851334 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a61d14-21e2-4641-8e12-b71d0cac572e') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:31.858671 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94f28d-03dc-4bb9-8dee-051081e9c866 None None] Pushing event deleted for resources: {'Port': ['ID=9cc2dd1f-7815-4b08-9632-265be47ad082,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:31.862256 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94f28d-03dc-4bb9-8dee-051081e9c866 None None] No DVR routers for this DVR port 9cc2dd1f-7815-4b08-9632-265be47ad082 on host dv-cinder-805026-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:56:31.863639 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.882933 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.890478 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:56:31.890898 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:56:31.892661 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:56:32.014098 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:32.019839 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:32.022033 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] 10.222.0.16 "DELETE /v2.0/networks/39b89db8-3008-4fc1-bbdf-56a140784290 HTTP/1.1" status: 204 len: 168 time: 0.6759348 Aug 18 14:56:32.025141 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39148) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:32.034720 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b5ae-0a85-4231-b515-cf7a872ed8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=39b89db8-3008-4fc1-bbdf-56a140784290,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:32.068948 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:32.089908 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:56:32.090250 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9a23c39d-2094-4dd5-9f02-0ccc63129cb6 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:32.090687 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9cc2dd1f-7815-4b08-9632-265be47ad082 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:32.110086 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 9cc2dd1f-7815-4b08-9632-265be47ad082 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:56:32.110086 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9cc2dd1f-7815-4b08-9632-265be47ad082 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:32.110337 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:32.128888 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:56:32.129239 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c041e3b0-f1a9-4bf0-9abc-015a8ab7a8bc not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:32.461512 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66647537'] for router_interface, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:32.765471 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Deleting port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:32.766162 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:32.870890 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] For port b80ff2b7-ef5f-4d99-b4e2-451736c73fa1, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=b80ff2b7-ef5f-4d99-b4e2-451736c73fa1,segment=NetworkSegment(98235ea5-8743-4317-981d-ff63acc7998f),segment_id=98235ea5-8743-4317-981d-ff63acc7998f)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:32.876452 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:32.880532 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9a137-2b40-4dec-a617-cf483a557688 req-2ee19898-4388-496c-8d11-92cf9a4160a8 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:32.881974 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-79e9a137-2b40-4dec-a617-cf483a557688 req-2ee19898-4388-496c-8d11-92cf9a4160a8 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 943 time: 0.0797811 Aug 18 14:56:32.900282 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Calling delete_port for b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 owned by network:router_interface {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:32.991280 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-79e9a137-2b40-4dec-a617-cf483a557688 req-dbaa17da-d530-456f-ae3e-619b7a7e3fe5 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020758 Aug 18 14:56:33.196481 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:33.219677 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80ff2b7-ef5f-4d99-b4e2-451736c73fa1,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:33.605938 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66754913'] for router_interface, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:33.659043 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 3f98b709-bc29-4eb6-88b8-da8d849c081c details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:56:33.776065 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 3f98b709-bc29-4eb6-88b8-da8d849c081c, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=3f98b709-bc29-4eb6-88b8-da8d849c081c,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:33.788040 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '3f98b709-bc29-4eb6-88b8-da8d849c081c', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'port_id': '3f98b709-bc29-4eb6-88b8-da8d849c081c', 'mac_address': 'fa:16:3e:89:3f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:56:33.825694 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:33.839257 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f98b709-bc29-4eb6-88b8-da8d849c081c {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:56:33.855381 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Router 274093af-44bc-48c2-a960-03943fa72167 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:56:33.860109 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 3f98b709-bc29-4eb6-88b8-da8d849c081c, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=3f98b709-bc29-4eb6-88b8-da8d849c081c,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:33.910539 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:33.962163 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:56:33.962411 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=3f98b709-bc29-4eb6-88b8-da8d849c081c,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:33.968530 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-b8be8afe-a833-470f-8a83-43fe62a6ddd4 admin admin] 10.222.0.16 "PUT /v2.0/routers/274093af-44bc-48c2-a960-03943fa72167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417381 Aug 18 14:56:33.970730 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39160) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:33.971676 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] Sync routers for ids ['274093af-44bc-48c2-a960-03943fa72167'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:56:33.982082 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] Routers {'274093af-44bc-48c2-a960-03943fa72167'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:33.982834 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:56:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['274093af-44bc-48c2-a960-03943fa72167'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:34.103950 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] Set router 274093af-44bc-48c2-a960-03943fa72167 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:34.124244 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks [] for router, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.181350 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2d25d-7754-45e9-9d84-6f92afce88d1 req-0e87d007-7779-4289-abdb-5544fb887c10 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:34.182853 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7af2d25d-7754-45e9-9d84-6f92afce88d1 req-0e87d007-7779-4289-abdb-5544fb887c10 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 944 time: 0.1085985 Aug 18 14:56:34.258218 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7af2d25d-7754-45e9-9d84-6f92afce88d1 req-a5581e28-646d-458e-9546-4b990c0a438d tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686624 Aug 18 14:56:34.266680 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.283259 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274093af-44bc-48c2-a960-03943fa72167', 'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:20Z', 'updated_at': '2021-08-18T14:56:33Z', 'revision_number': 5, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'gw_port': {'id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:21Z', 'updated_at': '2021-08-18T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:34.284841 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['3f98b709-bc29-4eb6-88b8-da8d849c081c'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:56:34.309651 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] Checking router: 274093af-44bc-48c2-a960-03943fa72167 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:56:34.318364 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] Routers {'274093af-44bc-48c2-a960-03943fa72167'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:34.319027 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:56:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['274093af-44bc-48c2-a960-03943fa72167'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:34.408238 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Deleting port 6f7e5474-6e35-48a8-a572-602df7b138d8 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:34.408618 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.425271 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] Set router 274093af-44bc-48c2-a960-03943fa72167 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:34.493166 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] For port 6f7e5474-6e35-48a8-a572-602df7b138d8, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=6f7e5474-6e35-48a8-a572-602df7b138d8,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:34.493553 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.504955 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Calling delete_port for 6f7e5474-6e35-48a8-a572-602df7b138d8 owned by network:router_gateway {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:34.598363 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274093af-44bc-48c2-a960-03943fa72167', 'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:20Z', 'updated_at': '2021-08-18T14:56:33Z', 'revision_number': 5, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'gw_port': {'id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:21Z', 'updated_at': '2021-08-18T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:34.627829 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a655f7-4460-496a-9bd9-f8332624514c None None] The sync data for ids ['274093af-44bc-48c2-a960-03943fa72167'] in dv-cinder-805026-1-iscsi is: [{'id': '274093af-44bc-48c2-a960-03943fa72167', 'name': 'tempest-TestMinimumBasicScenario-88487202-router', 'tenant_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:52:20Z', 'updated_at': '2021-08-18T14:56:33Z', 'revision_number': 5, 'project_id': '34b3264843fd47d1964b8d93aa3a3eaa', 'gw_port': {'id': '6f7e5474-6e35-48a8-a572-602df7b138d8', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274093af-44bc-48c2-a960-03943fa72167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:52:21Z', 'updated_at': '2021-08-18T14:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:56:34.728208 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.754342 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7e5474-6e35-48a8-a572-602df7b138d8,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:34.820563 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66642601'] for router_gateway, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.923384 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66635162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255203'] for router, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:34.925495 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.088445 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66635235'] for router, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.093743 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 274093af-44bc-48c2-a960-03943fa72167 {{(pid=100975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:56:35.094537 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.095665 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-46199d15-5f00-402b-83a7-694d095ceb07 admin admin] 10.222.0.16 "DELETE /v2.0/routers/274093af-44bc-48c2-a960-03943fa72167 HTTP/1.1" status: 204 len: 168 time: 1.1240001 Aug 18 14:56:35.098217 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39174) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:35.145094 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc70ce88-b7e0-473f-b6fd-bfb42fd9d1d6 admin admin] Deleting subnet de2e7c57-43ea-4f6b-baa0-02dfb214b27c {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:56:35.151279 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-dc70ce88-b7e0-473f-b6fd-bfb42fd9d1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.183670 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-dc70ce88-b7e0-473f-b6fd-bfb42fd9d1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64721784'] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.307962 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-dc70ce88-b7e0-473f-b6fd-bfb42fd9d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.391545 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555a5ad-dfee-450a-a446-52f7fd38f347 req-461c81a8-c2a6-46c3-a477-a86a0866b872 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:35.393005 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6555a5ad-dfee-450a-a446-52f7fd38f347 req-461c81a8-c2a6-46c3-a477-a86a0866b872 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 944 time: 0.0639236 Aug 18 14:56:35.430944 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6555a5ad-dfee-450a-a446-52f7fd38f347 req-92a0110f-c94c-4c59-b15a-5ce2b33bfa84 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Aug 18 14:56:35.465325 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-dc70ce88-b7e0-473f-b6fd-bfb42fd9d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64721826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63383891'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.494339 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70ce88-b7e0-473f-b6fd-bfb42fd9d1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de2e7c57-43ea-4f6b-baa0-02dfb214b27c,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:35.498057 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-dc70ce88-b7e0-473f-b6fd-bfb42fd9d1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.499959 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-dc70ce88-b7e0-473f-b6fd-bfb42fd9d1d6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de2e7c57-43ea-4f6b-baa0-02dfb214b27c HTTP/1.1" status: 204 len: 168 time: 0.4007943 Aug 18 14:56:35.502606 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 39182) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:35.505034 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a653c607-5e08-4ed0-aa74-dcb3fe5d37d7 None None] Network 2bc61588-438b-4eb9-9e80-f5507b7dd6cc requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:56:35.570443 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.625982 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Deleting port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:35.626331 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.661065 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 3f98b709-bc29-4eb6-88b8-da8d849c081c up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:56:35.703513 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] For port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4,segment=NetworkSegment(98235ea5-8743-4317-981d-ff63acc7998f),segment_id=98235ea5-8743-4317-981d-ff63acc7998f)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:35.703887 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.718559 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Calling delete_port for fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 owned by network:dhcp {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:35.722742 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee9942-0e01-4d0f-996b-48281427d991 None None] DHCP port deletion for 2bc61588-438b-4eb9-9e80-f5507b7dd6cc request from dv-cinder-805026-1-iscsi {{(pid=100977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:56:35.773730 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-80ee9942-0e01-4d0f-996b-48281427d991 None None] Deleting port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:56:35.773730 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-80ee9942-0e01-4d0f-996b-48281427d991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.812029 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 3f98b709-bc29-4eb6-88b8-da8d849c081c completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:56:35.818617 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 3f98b709-bc29-4eb6-88b8-da8d849c081c triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:56:35.818945 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.866160 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-80ee9942-0e01-4d0f-996b-48281427d991 None None] For port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4,segment=NetworkSegment(98235ea5-8743-4317-981d-ff63acc7998f),segment_id=98235ea5-8743-4317-981d-ff63acc7998f)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:35.866640 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-80ee9942-0e01-4d0f-996b-48281427d991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.881290 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-80ee9942-0e01-4d0f-996b-48281427d991 None None] Calling delete_port for fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:56:35.887897 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:35.915944 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:35.920963 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] No DVR routers for this DVR port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 on host dv-cinder-805026-1-iscsi {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:56:35.946251 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.946632 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.946973 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.947304 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.947631 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.947961 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.948285 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.948608 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.948935 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.949256 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.949612 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.949929 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:35.973751 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.006210 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.006660 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f98b709-bc29-4eb6-88b8-da8d849c081c'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:36.008934 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df37f239-5511-4e79-b413-c401926fe5b1" -d '{"events": [{"server_uuid": "f236e581-fbda-4ad0-a76e-a5192e48d9ae", "name": "network-vif-plugged", "status": "completed", "tag": "3f98b709-bc29-4eb6-88b8-da8d849c081c"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:36.017430 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc61588-438b-4eb9-9e80-f5507b7dd6cc']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:36.024354 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 3f98b709-bc29-4eb6-88b8-da8d849c081c, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=3f98b709-bc29-4eb6-88b8-da8d849c081c,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:36.026278 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-80ee9942-0e01-4d0f-996b-48281427d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.032435 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98235ea5-8743-4317-981d-ff63acc7998f') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:36.032732 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98235ea5-8743-4317-981d-ff63acc7998f') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:36.042647 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.049391 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee9942-0e01-4d0f-996b-48281427d991 None None] Pushing event deleted for resources: {'Port': ['ID=fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:36.055510 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee9942-0e01-4d0f-996b-48281427d991 None None] No DVR routers for this DVR port fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 on host dv-cinder-805026-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:56:36.067182 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.071149 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:56:36.071558 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:56:36.073375 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:56:36.088093 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.120259 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633d3925-e437-4df1-9921-af7e91dc7307 x-openstack-request-id: req-633d3925-e437-4df1-9921-af7e91dc7307 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:36.120259 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f236e581-fbda-4ad0-a76e-a5192e48d9ae", "name": "network-vif-plugged", "status": "completed", "tag": "3f98b709-bc29-4eb6-88b8-da8d849c081c", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:36.120259 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-633d3925-e437-4df1-9921-af7e91dc7307 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:36.120741 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f98b709-bc29-4eb6-88b8-da8d849c081c', 'code': 200} Aug 18 14:56:36.121515 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:36.146656 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:56:36.148988 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b80ff2b7-ef5f-4d99-b4e2-451736c73fa1 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:36.148988 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 6f7e5474-6e35-48a8-a572-602df7b138d8 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:36.176509 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 6f7e5474-6e35-48a8-a572-602df7b138d8 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:56:36.176852 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 6f7e5474-6e35-48a8-a572-602df7b138d8 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:36.177258 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:56:36.204187 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:56:36.204528 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device fe75d93a-62ad-4a3f-83a6-f4f9b3658ea4 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:56:36.212335 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=3f98b709-bc29-4eb6-88b8-da8d849c081c,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:36.299342 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.304876 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.307096 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2bc61588-438b-4eb9-9e80-f5507b7dd6cc HTTP/1.1" status: 204 len: 168 time: 0.8034928 Aug 18 14:56:36.317956 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490191f5-0a48-4e57-b002-68dc5d0b2ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc61588-438b-4eb9-9e80-f5507b7dd6cc,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:36.463540 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1f4f4-7409-489e-aa22-bb6fa76799bf req-48ddf95a-319f-4f6e-ba39-34902ce7ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:36.465054 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-99c1f4f4-7409-489e-aa22-bb6fa76799bf req-48ddf95a-319f-4f6e-ba39-34902ce7ca4d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 1098 time: 0.0404103 Aug 18 14:56:36.499752 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-99c1f4f4-7409-489e-aa22-bb6fa76799bf req-88869dfc-a4f2-450d-8f39-5ebeb5a6855b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275619 Aug 18 14:56:36.544823 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b9bc-e42b-4d29-82ea-c8dc8a8ecbc5 req-04031638-8070-4eb8-8073-023bbec77d09 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:36.546275 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df76b9bc-e42b-4d29-82ea-c8dc8a8ecbc5 req-04031638-8070-4eb8-8073-023bbec77d09 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 945 time: 0.0470762 Aug 18 14:56:36.583442 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df76b9bc-e42b-4d29-82ea-c8dc8a8ecbc5 req-e899e3d1-d776-4f6e-b9de-82ad8b1c8f71 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Aug 18 14:56:36.710349 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39196) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:36.748774 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-7b9961ec-2284-43c0-9369-cbfa660c20ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=921630d9025a45acb49768633bc8f22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372434 Aug 18 14:56:36.751345 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39198) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:36.798264 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7a39594-96f6-4bd0-8f78-46ffbb5a7f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.818985 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7a39594-96f6-4bd0-8f78-46ffbb5a7f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.933568 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7a39594-96f6-4bd0-8f78-46ffbb5a7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.936749 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7a39594-96f6-4bd0-8f78-46ffbb5a7f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:36.937906 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c7a39594-96f6-4bd0-8f78-46ffbb5a7f4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d92d00a-e8b6-444b-a79c-d53f431ad444 HTTP/1.1" status: 204 len: 168 time: 0.1857197 Aug 18 14:56:36.946686 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a39594-96f6-4bd0-8f78-46ffbb5a7f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d92d00a-e8b6-444b-a79c-d53f431ad444,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:37.601155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39214) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:37.647121 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-2a440665-36c5-4e0b-a673-e8800466ede2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34b3264843fd47d1964b8d93aa3a3eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424011 Aug 18 14:56:37.647457 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39218) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:37.734405 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aff5b-351c-4308-8091-70a54e1d2e0b req-415e71f3-23e6-413a-b4b9-6e0e975cfe0b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:37.735873 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5a7aff5b-351c-4308-8091-70a54e1d2e0b req-415e71f3-23e6-413a-b4b9-6e0e975cfe0b tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 945 time: 0.0824552 Aug 18 14:56:37.736879 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-fc602e45-7d6a-401f-8598-3032ab02874a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:37.767889 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-fc602e45-7d6a-401f-8598-3032ab02874a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:37.807234 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5a7aff5b-351c-4308-8091-70a54e1d2e0b req-63deb698-7da0-4da6-bd43-8b357b2a90c5 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617068 Aug 18 14:56:37.887816 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-fc602e45-7d6a-401f-8598-3032ab02874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:37.890814 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-fc602e45-7d6a-401f-8598-3032ab02874a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:37.891924 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-fc602e45-7d6a-401f-8598-3032ab02874a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0375935a-3367-4c3d-8688-2e2bcd781d1d HTTP/1.1" status: 204 len: 168 time: 0.2435899 Aug 18 14:56:37.899353 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc602e45-7d6a-401f-8598-3032ab02874a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0375935a-3367-4c3d-8688-2e2bcd781d1d,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:38.925309 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44db11-50f8-4a8c-ab3d-aa5681cda9a4 req-893a3d90-9531-47aa-a782-bdbe54a67086 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:38.926839 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eb44db11-50f8-4a8c-ab3d-aa5681cda9a4 req-893a3d90-9531-47aa-a782-bdbe54a67086 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 945 time: 0.0509257 Aug 18 14:56:38.964386 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eb44db11-50f8-4a8c-ab3d-aa5681cda9a4 req-90d61051-0882-43f6-a887-01ab49ba8530 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Aug 18 14:56:39.072068 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21725f-eecc-4b1f-8ec9-752c4d5d4a13 req-a627ab90-3754-4b7c-ace3-36b045a1d28c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:39.073529 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2d21725f-eecc-4b1f-8ec9-752c4d5d4a13 req-a627ab90-3754-4b7c-ace3-36b045a1d28c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 945 time: 0.0474014 Aug 18 14:56:39.082515 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39234) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:39.087210 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-55c79fa2-2958-4d82-b6f5-61a81775fa35 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Request body: {'floatingip': {'port_id': '3f98b709-bc29-4eb6-88b8-da8d849c081c'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:39.133277 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-55c79fa2-2958-4d82-b6f5-61a81775fa35 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:39.583511 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-55c79fa2-2958-4d82-b6f5-61a81775fa35 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:39.671285 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-55c79fa2-2958-4d82-b6f5-61a81775fa35 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:39.771735 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-55c79fa2-2958-4d82-b6f5-61a81775fa35 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Floating IP 669a70af-2015-4adc-9e0f-121e165796c5 associated. External IP: 172.27.2.225, port: 3f98b709-bc29-4eb6-88b8-da8d849c081c. Aug 18 14:56:39.976130 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c79fa2-2958-4d82-b6f5-61a81775fa35 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Router 034dcce8-a381-4311-adcc-a99c538c1786 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:56:40.320644 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c79fa2-2958-4d82-b6f5-61a81775fa35 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:56:40.325587 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-55c79fa2-2958-4d82-b6f5-61a81775fa35 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:40.331877 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] Sync routers for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:56:40.341069 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:40.342269 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:56:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:40.352217 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-55c79fa2-2958-4d82-b6f5-61a81775fa35 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "PUT /v2.0/floatingips/669a70af-2015-4adc-9e0f-121e165796c5 HTTP/1.1" status: 200 len: 991 time: 1.2686710 Aug 18 14:56:40.352903 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'tag': '3f98b709-bc29-4eb6-88b8-da8d849c081c'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:40.355263 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb01f6a-4ef2-49a6-acae-c967728fb073" -d '{"events": [{"name": "network-changed", "server_uuid": "f236e581-fbda-4ad0-a76e-a5192e48d9ae", "tag": "3f98b709-bc29-4eb6-88b8-da8d849c081c"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:40.446117 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:40.486138 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1084e17d-2faf-441b-baf6-1dff6d2eb87e x-openstack-request-id: req-1084e17d-2faf-441b-baf6-1dff6d2eb87e {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:40.486539 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f236e581-fbda-4ad0-a76e-a5192e48d9ae", "tag": "3f98b709-bc29-4eb6-88b8-da8d849c081c", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:40.486864 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1084e17d-2faf-441b-baf6-1dff6d2eb87e {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:40.487323 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'tag': '3f98b709-bc29-4eb6-88b8-da8d849c081c', 'status': 'completed', 'code': 200} Aug 18 14:56:40.593627 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-f078770f-e62b-4075-80eb-dd673e91b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:40.595340 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-f078770f-e62b-4075-80eb-dd673e91b58f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 1098 time: 0.0470016 Aug 18 14:56:40.686108 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-57079f46-be2e-4dea-92b2-2b793c6ccc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:40.687620 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-57079f46-be2e-4dea-92b2-2b793c6ccc03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 912 time: 0.0845273 Aug 18 14:56:40.755437 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-b10dcd52-4cf9-4f1a-b9cf-4eae91c1a6f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f98b709-bc29-4eb6-88b8-da8d849c081c HTTP/1.1" status: 200 len: 999 time: 0.0608442 Aug 18 14:56:40.789633 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '669a70af-2015-4adc-9e0f-121e165796c5', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'port_id': '3f98b709-bc29-4eb6-88b8-da8d849c081c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'mac_address': 'fa:16:3e:89:3f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:56:22Z', 'updated_at': '2021-08-18T14:56:39Z', 'revision_number': 1, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:40.805397 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-9b5b0e2f-f9d2-4281-91a2-678a5c42ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:40.807145 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-9b5b0e2f-f9d2-4281-91a2-678a5c42ecaf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.0450172 Aug 18 14:56:40.816231 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] Checking router: 034dcce8-a381-4311-adcc-a99c538c1786 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:56:40.826514 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:56:40.827320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:56:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:40.855277 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-3abbdfe1-81bd-4763-8d28-6d72e3000b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:40.856684 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-3abbdfe1-81bd-4763-8d28-6d72e3000b1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419829 Aug 18 14:56:40.945133 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:56:40.953885 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-2c9e3980-7325-48bc-a3be-2af2ff4e9610 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899019 Aug 18 14:56:41.042167 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-ddb01f6a-4ef2-49a6-acae-c967728fb073 req-ea1d2189-eb98-40f3-b146-8c464281a9cd service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809278 Aug 18 14:56:41.173716 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '669a70af-2015-4adc-9e0f-121e165796c5', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'port_id': '3f98b709-bc29-4eb6-88b8-da8d849c081c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'mac_address': 'fa:16:3e:89:3f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:56:22Z', 'updated_at': '2021-08-18T14:56:39Z', 'revision_number': 1, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:56:41.203657 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc438b-4920-4f00-afd7-13d37ccdc4fe None None] The sync data for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi is: [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '669a70af-2015-4adc-9e0f-121e165796c5', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'port_id': '3f98b709-bc29-4eb6-88b8-da8d849c081c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'mac_address': 'fa:16:3e:89:3f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T14:56:22Z', 'updated_at': '2021-08-18T14:56:39Z', 'revision_number': 1, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:56:41.266675 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39256) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:41.372006 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3d06ae1f-418e-45d1-b251-858cf7ca6917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:41.392999 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a2159-a73b-4114-a700-6288490c3269 None None] New status for floating IP 669a70af-2015-4adc-9e0f-121e165796c5: ACTIVE {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:56:41.460316 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3d06ae1f-418e-45d1-b251-858cf7ca6917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:41.489549 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:56:41.533312 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3d06ae1f-418e-45d1-b251-858cf7ca6917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:41.571570 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3d06ae1f-418e-45d1-b251-858cf7ca6917 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dda4ee48e15488591f40b6916d0e83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038194 Aug 18 14:56:41.572426 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06ae1f-418e-45d1-b251-858cf7ca6917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c33ea-5851-413a-97a0-6b893e805135,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:41.578128 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39262) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:41.627387 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-12189f07-a649-4e70-92b5-523461d166c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:41.651849 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-12189f07-a649-4e70-92b5-523461d166c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:41.784050 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-12189f07-a649-4e70-92b5-523461d166c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:41.786532 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-12189f07-a649-4e70-92b5-523461d166c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:41.787694 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-12189f07-a649-4e70-92b5-523461d166c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/805c33ea-5851-413a-97a0-6b893e805135 HTTP/1.1" status: 204 len: 168 time: 0.2086473 Aug 18 14:56:41.796724 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12189f07-a649-4e70-92b5-523461d166c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c33ea-5851-413a-97a0-6b893e805135,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:42.681024 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39288) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:42.777887 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1317520053-network', 'tenant_id': '05bc3944a1be46659656f2caa26a8227'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:42.858902 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Made reservation on behalf of 05bc3944a1be46659656f2caa26a8227 for: {'network': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:56:42.861153 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:42.869711 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:42.954990 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:43.030047 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:43.052865 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=100975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 14:56:43.061643 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab0ba58-fb40-4a01-8180-47337e61e944,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:43.067683 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:43.068027 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.segments_db [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Added segment 8fff2ddc-b28a-45f4-96f9-e0bdba97160d of type vlan for network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 Aug 18 14:56:43.106671 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:43.230694 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:43.231583 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:43.232682 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:43.289905 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] Pushing event updated for resources: {'Network': ['ID=7c220803-3afe-431f-b41d-0e7d2f9e78a1,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:43.300486 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 14:56:43.356720 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-49966d84-11a6-4413-a8d7-aecaf50e0d92 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6744869 Aug 18 14:56:43.359986 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 39294) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:56:43.369023 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Request body: {'subnet': {'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1317520053-subnet', 'tenant_id': '05bc3944a1be46659656f2caa26a8227', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:43.429933 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Made reservation on behalf of 05bc3944a1be46659656f2caa26a8227 for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:56:43.432298 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63383886'] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:43.624480 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64721763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63383896'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:43.678438 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb4ffb0-2b0e-4a83-92a8-94e5f965e108,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:43.686435 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Checking segment: {'id': '8fff2ddc-b28a-45f4-96f9-e0bdba97160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:56:43.687034 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Network hostable DHCP agents. Network: 7c220803-3afe-431f-b41d-0e7d2f9e78a1, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 14:56:43.738742 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 14:56:43.813096 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 7c220803-3afe-431f-b41d-0e7d2f9e78a1) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:56:43.817117 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:43.817762 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:43.822544 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ceb0f-e02c-4e74-8c9d-91dc5b07dab0 None None] Network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:56:43.889178 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-9e3a475c-d3a5-46b1-b477-bbc7f4c5a166 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5279648 Aug 18 14:56:43.945661 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3be15-f92a-4622-8e9a-568042d1c54a None None] Network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:56:45.912548 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ee2c4dd1-f706-433d-aaac-ca0d81f4782a tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:45.914000 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ee2c4dd1-f706-433d-aaac-ca0d81f4782a tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/networks?id=7c220803-3afe-431f-b41d-0e7d2f9e78a1 HTTP/1.1" status: 200 len: 814 time: 0.0999827 Aug 18 14:56:45.928956 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-3e57c639-6446-47c0-97a7-28eedf4f5e51 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/quotas/05bc3944a1be46659656f2caa26a8227 HTTP/1.1" status: 200 len: 375 time: 0.0090120 Aug 18 14:56:45.960762 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-dc99cb8d-02ff-4196-b2da-3337e89eff41 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05bc3944a1be46659656f2caa26a8227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263755 Aug 18 14:56:46.051871 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-0512a9bb-1c46-448c-acd2-2a238473125e service neutron] 10.222.0.16 "GET /v2.0/networks/7c220803-3afe-431f-b41d-0e7d2f9e78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833292 Aug 18 14:56:46.202914 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-f8896684-805b-4757-92cf-87245cefdba6 service neutron] 10.222.0.16 "GET /v2.0/networks/7c220803-3afe-431f-b41d-0e7d2f9e78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449158 Aug 18 14:56:46.620062 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-25c16be4-82ee-4900-826f-6d835fe4325b req-4c1a343c-4f52-4582-8060-055844259bc2 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 210 time: 0.0263615 Aug 18 14:56:47.753557 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-65a25f89-ddf0-4c52-a444-9bd96631efab req-ba1cc3ee-b303-4fbf-93f1-30ab0da4327c tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 210 time: 0.0347497 Aug 18 14:56:48.464597 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-b80e4896-b78d-4011-a8e1-fa3ba26076d2 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:48.466998 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-b80e4896-b78d-4011-a8e1-fa3ba26076d2 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.49 "GET /v2.0/networks?id=7c220803-3afe-431f-b41d-0e7d2f9e78a1 HTTP/1.1" status: 200 len: 814 time: 0.1022170 Aug 18 14:56:48.488808 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Request body: {'port': {'device_id': '558ad897-090d-47b4-bb74-8e95f389127d', 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1', 'admin_state_up': True, 'tenant_id': '05bc3944a1be46659656f2caa26a8227'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:48.687308 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Made reservation on behalf of 05bc3944a1be46659656f2caa26a8227 for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:56:48.690895 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:48.816393 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Allocated IP 172.20.0.3 (7c220803-3afe-431f-b41d-0e7d2f9e78a1/1fb4ffb0-2b0e-4a83-92a8-94e5f965e108/e32e43c4-8c5a-4671-93c6-64b025d49638) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:56:48.870313 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4a1c77ae-087b-432e-927c-53ea498acf31 req-34c2214a-c5a9-447f-b386-12d8694d7b24 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 210 time: 0.0270965 Aug 18 14:56:48.971875 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:49.139521 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:49.183599 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:56:49.186701 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:56:49.190597 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:56:49.197301 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Pushing event updated for resources: {'Port': ['ID=e32e43c4-8c5a-4671-93c6-64b025d49638,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:49.505424 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:49.506077 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:49.636913 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-ae431896-9c6e-4269-94b5-d0e8745c7ffc tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1522100 Aug 18 14:56:49.656412 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Request body: {'port': {'device_id': '558ad897-090d-47b4-bb74-8e95f389127d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:56:49.710119 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:49.969878 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32e43c4-8c5a-4671-93c6-64b025d49638 {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:56:49.977365 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:49.990023 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Transition to ACTIVE for port object e32e43c4-8c5a-4671-93c6-64b025d49638 will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:56:49.992583 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ededd-b5ab-4c48-8855-1dbc6bfacc12 req-553d505a-d9cb-4037-b454-eab26712ac91 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:49.994070 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38ededd-b5ab-4c48-8855-1dbc6bfacc12 req-553d505a-d9cb-4037-b454-eab26712ac91 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 931 time: 0.0480554 Aug 18 14:56:50.031798 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d38ededd-b5ab-4c48-8855-1dbc6bfacc12 req-7ec6313b-6416-43f8-b5a6-e26b198b956a tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Aug 18 14:56:50.064616 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:50.130290 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=e32e43c4-8c5a-4671-93c6-64b025d49638,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:50.181122 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Attempting to bind port e32e43c4-8c5a-4671-93c6-64b025d49638 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:56:50.181456 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Attempting to bind port e32e43c4-8c5a-4671-93c6-64b025d49638 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '8fff2ddc-b28a-45f4-96f9-e0bdba97160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:56:50.181781 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Attempting to bind port e32e43c4-8c5a-4671-93c6-64b025d49638 on network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:56:50.186652 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Port e32e43c4-8c5a-4671-93c6-64b025d49638 on network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:56:50.186973 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Attempting to bind port e32e43c4-8c5a-4671-93c6-64b025d49638 on network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:56:50.191673 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:56:50.192005 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Checking segment: {'id': '8fff2ddc-b28a-45f4-96f9-e0bdba97160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:56:50.192378 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Bound using segment: {'id': '8fff2ddc-b28a-45f4-96f9-e0bdba97160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:56:50.192795 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Bound port: e32e43c4-8c5a-4671-93c6-64b025d49638, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fff2ddc-b28a-45f4-96f9-e0bdba97160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:56:50.193143 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:50.259098 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] For port e32e43c4-8c5a-4671-93c6-64b025d49638, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:56:50.262009 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] For port e32e43c4-8c5a-4671-93c6-64b025d49638, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e32e43c4-8c5a-4671-93c6-64b025d49638,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:56:50.333424 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:50.366663 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:50.367282 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:50.368645 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] 10.222.0.49 "PUT /v2.0/ports/e32e43c4-8c5a-4671-93c6-64b025d49638 HTTP/1.1" status: 200 len: 1093 time: 0.7164161 Aug 18 14:56:50.369086 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558ad897-090d-47b4-bb74-8e95f389127d', 'tag': 'e32e43c4-8c5a-4671-93c6-64b025d49638'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:50.371323 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aca26b0-3478-4d51-9d72-60be129955d1" -d '{"events": [{"name": "network-changed", "server_uuid": "558ad897-090d-47b4-bb74-8e95f389127d", "tag": "e32e43c4-8c5a-4671-93c6-64b025d49638"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:50.395829 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906b452-3b9b-41de-8f27-15928de77ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=e32e43c4-8c5a-4671-93c6-64b025d49638,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:50.409371 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115fb66f-a7e0-46df-9eea-1ed71b09f482 x-openstack-request-id: req-115fb66f-a7e0-46df-9eea-1ed71b09f482 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:50.409684 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558ad897-090d-47b4-bb74-8e95f389127d", "tag": "e32e43c4-8c5a-4671-93c6-64b025d49638", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:50.409935 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-115fb66f-a7e0-46df-9eea-1ed71b09f482 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:50.410372 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558ad897-090d-47b4-bb74-8e95f389127d', 'tag': 'e32e43c4-8c5a-4671-93c6-64b025d49638', 'status': 'completed', 'code': 200} Aug 18 14:56:50.493349 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca26b0-3478-4d51-9d72-60be129955d1 req-acd71cfa-1a91-4148-9333-02359e6869d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:50.494851 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8aca26b0-3478-4d51-9d72-60be129955d1 req-acd71cfa-1a91-4148-9333-02359e6869d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=05bc3944a1be46659656f2caa26a8227&device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 1096 time: 0.0416925 Aug 18 14:56:50.601861 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca26b0-3478-4d51-9d72-60be129955d1 req-afbd9093-fd94-4a75-8313-5f7777884f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:50.603283 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8aca26b0-3478-4d51-9d72-60be129955d1 req-afbd9093-fd94-4a75-8313-5f7777884f11 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=05bc3944a1be46659656f2caa26a8227&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939200 Aug 18 14:56:50.696295 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca26b0-3478-4d51-9d72-60be129955d1 req-ce12c05f-3989-493d-a13f-066dc1d3d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:50.697737 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8aca26b0-3478-4d51-9d72-60be129955d1 req-ce12c05f-3989-493d-a13f-066dc1d3d117 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855305 Aug 18 14:56:50.811060 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-fde4efb4-bf89-4404-a5c0-cc41dba4e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:50.812548 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-fde4efb4-bf89-4404-a5c0-cc41dba4e52d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=05bc3944a1be46659656f2caa26a8227&device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 1096 time: 0.0447674 Aug 18 14:56:50.877123 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-c831a6c0-3f74-41b7-9041-dccaaf04b662 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e32e43c4-8c5a-4671-93c6-64b025d49638 HTTP/1.1" status: 200 len: 217 time: 0.0328059 Aug 18 14:56:50.942118 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-de15d247-07e4-4683-bb0b-a8051d470b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:50.943620 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-de15d247-07e4-4683-bb0b-a8051d470b77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1fb4ffb0-2b0e-4a83-92a8-94e5f965e108 HTTP/1.1" status: 200 len: 854 time: 0.0451541 Aug 18 14:56:51.008230 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-a631ff56-aa36-473d-bbc2-7865fce10f57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c220803-3afe-431f-b41d-0e7d2f9e78a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259836 Aug 18 14:56:51.070632 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a114b870-c882-4643-b24c-a78d2f4e40f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:51.115673 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-c2012fc8-cd48-48f4-8fbb-09ef54f5de7b service neutron] 10.222.0.49 "GET /v2.0/networks/7c220803-3afe-431f-b41d-0e7d2f9e78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882235 Aug 18 14:56:51.179140 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0eb608-3b17-4715-8e78-10bdd279b15b req-4bc2fdfa-6c55-4483-b372-6ec0cad96be8 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:51.180602 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7b0eb608-3b17-4715-8e78-10bdd279b15b req-4bc2fdfa-6c55-4483-b372-6ec0cad96be8 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 943 time: 0.0776129 Aug 18 14:56:51.213755 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-bc2e58aa-e3af-4b9a-8c32-96f5d332997c req-85f917f7-34fd-4cbf-8fcd-593718600c82 service neutron] 10.222.0.49 "GET /v2.0/networks/7c220803-3afe-431f-b41d-0e7d2f9e78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899553 Aug 18 14:56:51.219171 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7b0eb608-3b17-4715-8e78-10bdd279b15b req-d4861443-fa1d-4fde-a67e-0047c7c647bd tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316796 Aug 18 14:56:52.336020 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4e8b4-6933-4494-b449-987c3c56e002 req-91e48a8f-ff5e-425a-a7ae-623055e62f71 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:52.337477 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-60c4e8b4-6933-4494-b449-987c3c56e002 req-91e48a8f-ff5e-425a-a7ae-623055e62f71 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 943 time: 0.0516784 Aug 18 14:56:52.374081 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-60c4e8b4-6933-4494-b449-987c3c56e002 req-2a86a623-8f60-4cc7-8676-8b5a3d231121 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307934 Aug 18 14:56:53.487462 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ebda9-3984-4ba0-a028-904bb060f3a3 req-a6018bb7-7efd-4315-9447-fdfd1f8f2244 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:53.488893 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-762ebda9-3984-4ba0-a028-904bb060f3a3 req-a6018bb7-7efd-4315-9447-fdfd1f8f2244 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 943 time: 0.0486460 Aug 18 14:56:53.525528 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-762ebda9-3984-4ba0-a028-904bb060f3a3 req-1554a417-ab87-454a-ac64-90848eefaf85 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Aug 18 14:56:53.544342 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fbe987d0-a571-48fa-9209-f635c09c9c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:53.721224 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:54.641190 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957ada-6f28-49dd-ab02-680a19c578eb req-60f220a9-e6e6-48ec-bf53-bdbc4b612983 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:54.642713 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-89957ada-6f28-49dd-ab02-680a19c578eb req-60f220a9-e6e6-48ec-bf53-bdbc4b612983 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 943 time: 0.0510168 Aug 18 14:56:54.689561 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-89957ada-6f28-49dd-ab02-680a19c578eb req-a4597be2-6f0d-4ab1-bfc6-1093f161ade2 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Aug 18 14:56:54.829628 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:55.722385 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device e32e43c4-8c5a-4671-93c6-64b025d49638 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:56:55.806253 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8dd56-2921-4650-885f-af26ef533cfa req-785af65f-0c37-4979-a3fb-b2d46a965a5d tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:55.807768 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f4d8dd56-2921-4650-885f-af26ef533cfa req-785af65f-0c37-4979-a3fb-b2d46a965a5d tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 943 time: 0.0510733 Aug 18 14:56:55.818073 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port e32e43c4-8c5a-4671-93c6-64b025d49638, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e32e43c4-8c5a-4671-93c6-64b025d49638,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:55.829450 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': 'e32e43c4-8c5a-4671-93c6-64b025d49638', 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1', 'port_id': 'e32e43c4-8c5a-4671-93c6-64b025d49638', 'mac_address': 'fa:16:3e:c7:75:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb4ffb0-2b0e-4a83-92a8-94e5f965e108', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:56:55.845839 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f4d8dd56-2921-4650-885f-af26ef533cfa req-34a1fe4b-5d28-4ed4-aa66-5d39f3426f10 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Aug 18 14:56:55.865682 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:55.878633 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32e43c4-8c5a-4671-93c6-64b025d49638 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:56:55.901000 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port e32e43c4-8c5a-4671-93c6-64b025d49638, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e32e43c4-8c5a-4671-93c6-64b025d49638,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:56.007049 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:56.061341 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=e32e43c4-8c5a-4671-93c6-64b025d49638,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:56.068100 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.068451 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.068793 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.069128 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.069460 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.069792 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.070118 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.070470 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.070795 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.071115 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.071437 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.071756 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:56:56.223884 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:56.435122 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['e32e43c4-8c5a-4671-93c6-64b025d49638'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:56:56.496276 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:56.958494 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa2245-d139-441a-b0ab-6d6179821b8b req-ac2e6351-fb49-4a7f-b232-16844b369906 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:56.960230 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3ffa2245-d139-441a-b0ab-6d6179821b8b req-ac2e6351-fb49-4a7f-b232-16844b369906 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 944 time: 0.0485499 Aug 18 14:56:56.997171 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3ffa2245-d139-441a-b0ab-6d6179821b8b req-cbc59a86-fa1f-40cf-a3c8-69979550029f tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Aug 18 14:56:57.739766 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device e32e43c4-8c5a-4671-93c6-64b025d49638 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:56:57.846787 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port e32e43c4-8c5a-4671-93c6-64b025d49638 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:56:57.850340 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port e32e43c4-8c5a-4671-93c6-64b025d49638 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:56:57.850843 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:57.926722 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:57.948640 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558ad897-090d-47b4-bb74-8e95f389127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32e43c4-8c5a-4671-93c6-64b025d49638'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:56:57.950901 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce591b50-0ece-4802-8f59-7a03883457d3" -d '{"events": [{"server_uuid": "558ad897-090d-47b4-bb74-8e95f389127d", "name": "network-vif-plugged", "status": "completed", "tag": "e32e43c4-8c5a-4671-93c6-64b025d49638"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:56:57.965371 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port e32e43c4-8c5a-4671-93c6-64b025d49638, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e32e43c4-8c5a-4671-93c6-64b025d49638,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:56:57.987429 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff7251c-8284-4f6c-8ab7-ae6bbb42a548 x-openstack-request-id: req-9ff7251c-8284-4f6c-8ab7-ae6bbb42a548 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:56:57.987721 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558ad897-090d-47b4-bb74-8e95f389127d", "name": "network-vif-plugged", "status": "completed", "tag": "e32e43c4-8c5a-4671-93c6-64b025d49638", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:56:57.987975 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ff7251c-8284-4f6c-8ab7-ae6bbb42a548 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:56:57.988402 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558ad897-090d-47b4-bb74-8e95f389127d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32e43c4-8c5a-4671-93c6-64b025d49638', 'code': 200} Aug 18 14:56:58.024772 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:56:58.081541 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=e32e43c4-8c5a-4671-93c6-64b025d49638,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:56:58.114380 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715a07-e93a-4b49-b438-a9f1d35c22ee req-67d6180c-67e3-4ff6-964c-b7aa40600d93 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:58.115814 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b4715a07-e93a-4b49-b438-a9f1d35c22ee req-67d6180c-67e3-4ff6-964c-b7aa40600d93 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 945 time: 0.0501559 Aug 18 14:56:58.154021 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b4715a07-e93a-4b49-b438-a9f1d35c22ee req-4835ee88-c0e9-4934-a7f6-38fbc74f0842 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Aug 18 14:56:58.348434 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363eb6-9207-4f0a-981f-8daca9a6a37a req-c1fe9d00-6912-4618-9abc-57cf140b513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:58.349942 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8a363eb6-9207-4f0a-981f-8daca9a6a37a req-c1fe9d00-6912-4618-9abc-57cf140b513f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 1098 time: 0.0403571 Aug 18 14:56:58.385908 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8a363eb6-9207-4f0a-981f-8daca9a6a37a req-c91f0c7f-bdfc-4091-803b-8d9fca51e5f1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266075 Aug 18 14:56:59.270586 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8337f-3162-4877-9ffd-2d8018f579c9 req-63d10554-c434-4756-9519-1bc9321ccd61 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:56:59.272052 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c6c8337f-3162-4877-9ffd-2d8018f579c9 req-63d10554-c434-4756-9519-1bc9321ccd61 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 945 time: 0.0511053 Aug 18 14:56:59.307409 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c6c8337f-3162-4877-9ffd-2d8018f579c9 req-eb4f0155-fa02-4595-8dba-745818106f2d tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296233 Aug 18 14:57:00.421848 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ef437-9c7a-49ab-99a0-bd91f764997b req-e483fa25-5c79-4c17-b167-5a331fa167d0 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:00.423352 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5c8ef437-9c7a-49ab-99a0-bd91f764997b req-e483fa25-5c79-4c17-b167-5a331fa167d0 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 945 time: 0.0478568 Aug 18 14:57:00.460116 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5c8ef437-9c7a-49ab-99a0-bd91f764997b req-ba395450-e886-4608-8860-bf2c1fb577d7 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310071 Aug 18 14:57:18.488296 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:57:21.069378 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-908b0b0b-347c-423c-8382-31e13fa2a6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:23.532308 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-362e281d-b4d6-4e0c-a817-5a45459c5396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:23.680422 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:24.846629 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:26.258240 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:26.475214 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:26.702065 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770dbdb-5a10-4d1a-8a1b-bef729f5c7d6 req-1520d395-d058-448a-9e13-51f61ceb4ecc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:26.703609 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3770dbdb-5a10-4d1a-8a1b-bef729f5c7d6 req-1520d395-d058-448a-9e13-51f61ceb4ecc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0498819 Aug 18 14:57:26.742243 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3770dbdb-5a10-4d1a-8a1b-bef729f5c7d6 req-72ae3584-8f1f-463e-9e4f-52e87e422106 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Aug 18 14:57:27.845270 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-f310f95a-8f79-4b1b-a213-d6b7017adb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:27.846808 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-f310f95a-8f79-4b1b-a213-d6b7017adb6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 1098 time: 0.0410562 Aug 18 14:57:27.865519 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561881f0-e046-49d3-99de-fa07ccfbfbb5 req-b168d40b-df6f-4cc5-bd43-1f3379647c3d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:27.867088 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-561881f0-e046-49d3-99de-fa07ccfbfbb5 req-b168d40b-df6f-4cc5-bd43-1f3379647c3d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0529881 Aug 18 14:57:27.904310 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-561881f0-e046-49d3-99de-fa07ccfbfbb5 req-a53aa2ce-a037-482c-9d57-38a2232d8c70 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312610 Aug 18 14:57:27.958374 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-3ec74aef-347f-40d9-8850-8a4d65492c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:27.959892 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-3ec74aef-347f-40d9-8850-8a4d65492c60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 918 time: 0.0898781 Aug 18 14:57:28.025790 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-05729b64-2255-4ef1-8b12-d4aba962a737 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b5887c-c907-47a3-a983-0a8faa0a351a HTTP/1.1" status: 200 len: 1000 time: 0.0569479 Aug 18 14:57:28.079712 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-c6c90465-1fd9-48a5-88d4-22c7e3900a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:28.081206 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-c6c90465-1fd9-48a5-88d4-22c7e3900a70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0480018 Aug 18 14:57:28.128969 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-9429756a-96a1-41dd-94bc-4c7f43fe3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:28.130495 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-9429756a-96a1-41dd-94bc-4c7f43fe3d50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419443 Aug 18 14:57:28.221943 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-a4da92d8-af11-42b8-b248-bb6ba6df2d2d service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817733 Aug 18 14:57:28.316947 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c142639b-5e39-4e9f-a54e-384ea7263fcc req-76d7f24e-456e-4723-b808-7e042fb71a73 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868170 Aug 18 14:57:29.181830 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98a11b-b259-4d48-a208-b3080092a0fe req-4a0c1926-e27c-4d39-a729-bfb17d01bddc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:29.183348 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3a98a11b-b259-4d48-a208-b3080092a0fe req-4a0c1926-e27c-4d39-a729-bfb17d01bddc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0489185 Aug 18 14:57:29.222922 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3a98a11b-b259-4d48-a208-b3080092a0fe req-ea4f740c-3b3a-4cc4-967b-7c55f236efcd tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Aug 18 14:57:30.340661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1279ce-3103-4a6a-9190-9625767a8c2b req-13b17e04-5c21-47cc-b39c-d76982895e1c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:30.342717 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2f1279ce-3103-4a6a-9190-9625767a8c2b req-13b17e04-5c21-47cc-b39c-d76982895e1c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0483396 Aug 18 14:57:30.378003 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2f1279ce-3103-4a6a-9190-9625767a8c2b req-a2597b68-73da-444e-a5be-07d5372ee8e2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295994 Aug 18 14:57:31.501047 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d19cb2-0e11-4c57-a255-173f4d56c013 req-8e2a01b0-c5f5-4cab-93ef-332e9046fc6a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:31.502417 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-50d19cb2-0e11-4c57-a255-173f4d56c013 req-8e2a01b0-c5f5-4cab-93ef-332e9046fc6a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0531797 Aug 18 14:57:31.538937 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-50d19cb2-0e11-4c57-a255-173f4d56c013 req-9f43fd84-a9e1-4784-b241-cd7e268b5bdf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Aug 18 14:57:32.657542 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14b62d-95f9-44f7-bae0-b58524b1bf6a req-cfa9f6dc-59f8-4660-8fc0-1250c554110f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:32.659066 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-af14b62d-95f9-44f7-bae0-b58524b1bf6a req-cfa9f6dc-59f8-4660-8fc0-1250c554110f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0476615 Aug 18 14:57:32.697123 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-af14b62d-95f9-44f7-bae0-b58524b1bf6a req-17d32982-a415-45f8-834b-4b4e1838b353 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Aug 18 14:57:33.816590 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4db791-3386-4e12-993c-9c2e513941e9 req-878394a2-af3c-4918-bbce-1ad4ef8cc482 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:33.818063 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-af4db791-3386-4e12-993c-9c2e513941e9 req-878394a2-af3c-4918-bbce-1ad4ef8cc482 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0473211 Aug 18 14:57:33.855177 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-af4db791-3386-4e12-993c-9c2e513941e9 req-3ee5c570-b7bd-4e3a-bc6c-f7ace1aad5a1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313301 Aug 18 14:57:34.976937 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102724d-525f-4ab5-acc8-2487fad54755 req-653676b8-cdf0-48a6-8e0f-f523e1b862f3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:34.978443 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6102724d-525f-4ab5-acc8-2487fad54755 req-653676b8-cdf0-48a6-8e0f-f523e1b862f3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0524433 Aug 18 14:57:35.021802 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6102724d-525f-4ab5-acc8-2487fad54755 req-b7e415a9-3505-4cd2-a32c-d4608f84229e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339816 Aug 18 14:57:36.141560 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e205c1-b1b2-4492-afcc-9f4e6a622a73 req-34fbacdc-418e-4a93-a0a6-7d2f667ee4e0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:36.143093 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b9e205c1-b1b2-4492-afcc-9f4e6a622a73 req-34fbacdc-418e-4a93-a0a6-7d2f667ee4e0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Aug 18 14:57:36.179300 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b9e205c1-b1b2-4492-afcc-9f4e6a622a73 req-90af16f1-304a-41fb-ac1b-7d9fbf12be2d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302784 Aug 18 14:57:39.283014 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af039109-c5e7-4c5b-b7c8-aa5f75a3d392 req-227960ab-f401-47eb-ab05-c08a8abdacab tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:39.284482 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-af039109-c5e7-4c5b-b7c8-aa5f75a3d392 req-227960ab-f401-47eb-ab05-c08a8abdacab tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0467277 Aug 18 14:57:39.323597 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-af039109-c5e7-4c5b-b7c8-aa5f75a3d392 req-876ff851-bdef-45a6-a956-6649ca766b26 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331676 Aug 18 14:57:44.842306 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25bbf-5fc8-43f7-b021-89ae7899a8a7 req-53036adf-3617-495e-928b-63c0abb9b985 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:44.843777 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-14a25bbf-5fc8-43f7-b021-89ae7899a8a7 req-53036adf-3617-495e-928b-63c0abb9b985 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0524051 Aug 18 14:57:44.881065 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-14a25bbf-5fc8-43f7-b021-89ae7899a8a7 req-cc799980-3b07-4ef0-a063-4b77ec817cab tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Aug 18 14:57:45.999706 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2d45c-f85f-4517-bcf2-69835436a18b req-790440fc-db44-47ca-8623-e1713b42649d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:46.001149 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-45e2d45c-f85f-4517-bcf2-69835436a18b req-790440fc-db44-47ca-8623-e1713b42649d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0484617 Aug 18 14:57:46.025512 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:57:46.038768 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-45e2d45c-f85f-4517-bcf2-69835436a18b req-c56e6577-942d-4c1a-8783-0e1b696e8612 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318160 Aug 18 14:57:46.129500 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:57:46.141031 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'port_id': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'mac_address': 'fa:16:3e:ff:d1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:57:46.176992 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:46.189631 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32b5887c-c907-47a3-a983-0a8faa0a351a {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:57:46.207989 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:57:46.263471 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:46.309013 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=6']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:57:46.430687 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['32b5887c-c907-47a3-a983-0a8faa0a351a'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:57:47.158434 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e1b24-b874-4f68-b95f-24a80d0e06bc req-d20b2529-0ac6-47c8-9429-db820fe84793 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:47.159929 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f55e1b24-b874-4f68-b95f-24a80d0e06bc req-d20b2529-0ac6-47c8-9429-db820fe84793 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 944 time: 0.0487130 Aug 18 14:57:47.197534 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f55e1b24-b874-4f68-b95f-24a80d0e06bc req-72b65739-6c5b-4e08-aa62-3e726b02cf6d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317435 Aug 18 14:57:51.068584 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3860ce85-e514-4f12-9324-d50f7964ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:52.304415 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:57:52.350861 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 32b5887c-c907-47a3-a983-0a8faa0a351a triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:57:52.351227 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:52.426381 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:52.448077 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:57:52.450303 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b396ed0-13cb-4b5c-a709-9498b5eae57f" -d '{"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-plugged", "status": "completed", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:57:52.462788 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:57:52.537451 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:52.583151 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=7']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:57:53.542987 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d763-f6fc-484e-a3cf-8659d26fa2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:53.685429 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:54.110540 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ab372-e16a-439c-a518-bf5f5175000d req-c3c430f5-dead-4503-a580-fc834de15489 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:54.111995 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bf4ab372-e16a-439c-a518-bf5f5175000d req-c3c430f5-dead-4503-a580-fc834de15489 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0527349 Aug 18 14:57:54.149153 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bf4ab372-e16a-439c-a518-bf5f5175000d req-7ec97f07-f499-4976-a393-7f243605224e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Aug 18 14:57:54.192670 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877962fc-c8ea-4189-b20d-79c3be26dc10 x-openstack-request-id: req-877962fc-c8ea-4189-b20d-79c3be26dc10 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:57:54.192960 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-plugged", "status": "completed", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:57:54.193214 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-877962fc-c8ea-4189-b20d-79c3be26dc10 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:57:54.193605 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'code': 200} Aug 18 14:57:54.811121 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:55.268716 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89400928-5528-41af-b4c4-5bd3e7602822 req-2c476868-0fcd-4e39-ad15-2d847682b4dc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:55.270173 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-89400928-5528-41af-b4c4-5bd3e7602822 req-2c476868-0fcd-4e39-ad15-2d847682b4dc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Aug 18 14:57:55.306731 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-89400928-5528-41af-b4c4-5bd3e7602822 req-60f8d016-c974-4461-84c5-f0f142421f4d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305176 Aug 18 14:57:55.488465 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:57:56.263206 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:56.429465 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ff41c-11d7-4c6b-8a34-7838a5d278af req-a4bba2be-c2ab-4fb5-ae3b-977686f8f8b9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:56.430980 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ff6ff41c-11d7-4c6b-8a34-7838a5d278af req-a4bba2be-c2ab-4fb5-ae3b-977686f8f8b9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0486245 Aug 18 14:57:56.469732 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ff6ff41c-11d7-4c6b-8a34-7838a5d278af req-8f3d9486-9cd0-4ac5-ab90-90e3267fd2aa tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323973 Aug 18 14:57:56.491886 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:57:57.601737 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317231c6-9e72-47fb-bf47-b1d41f7d6f5c req-d777e528-39a6-4bc5-848b-4c7e81a6a9e8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:57.603239 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-317231c6-9e72-47fb-bf47-b1d41f7d6f5c req-d777e528-39a6-4bc5-848b-4c7e81a6a9e8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0545077 Aug 18 14:57:57.646071 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-317231c6-9e72-47fb-bf47-b1d41f7d6f5c req-1e5627fe-620a-4eff-852b-00ea5cb0e879 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357566 Aug 18 14:57:58.965113 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4895b9-a000-4c30-a8b7-120385738eda req-ee22ef4c-f6b1-4793-a80e-7d46273ad374 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:57:58.974093 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8a4895b9-a000-4c30-a8b7-120385738eda req-ee22ef4c-f6b1-4793-a80e-7d46273ad374 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0746710 Aug 18 14:57:59.032727 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8a4895b9-a000-4c30-a8b7-120385738eda req-e59914fb-de28-48b0-bf7c-ad3c9d9df94d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546303 Aug 18 14:58:00.175538 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05359d6-6c51-4659-b301-91d94f12b0ac req-9921e69f-1cad-49b8-9db9-f3c95c88f951 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:00.177936 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c05359d6-6c51-4659-b301-91d94f12b0ac req-9921e69f-1cad-49b8-9db9-f3c95c88f951 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0524445 Aug 18 14:58:00.223912 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c05359d6-6c51-4659-b301-91d94f12b0ac req-db01e69d-7678-4bd1-8cec-f15791963ece tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Aug 18 14:58:01.435342 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93a9a8-0834-473d-976d-664c22c1a63c req-2f5085d4-ed38-4741-be66-67a8c5b0fcc2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:01.442366 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ef93a9a8-0834-473d-976d-664c22c1a63c req-2f5085d4-ed38-4741-be66-67a8c5b0fcc2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0608578 Aug 18 14:58:01.476825 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ef93a9a8-0834-473d-976d-664c22c1a63c req-9a83ad8c-1e6f-4112-9c52-a0d8269989f3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Aug 18 14:58:01.593862 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104c9ba-f014-4a69-9e28-295312c4e246 req-e822e4e4-24e4-4bf5-843a-f53590bef1d5 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:01.595723 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3104c9ba-f014-4a69-9e28-295312c4e246 req-e822e4e4-24e4-4bf5-843a-f53590bef1d5 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 945 time: 0.0599978 Aug 18 14:58:01.638197 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3104c9ba-f014-4a69-9e28-295312c4e246 req-3c21bb69-0b33-48c9-a257-3c938a5570be tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355957 Aug 18 14:58:02.601379 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9747a6d-05ad-4d7e-a7c5-bb3ab0486e8c req-29915a3d-e4a3-44f2-9c00-66da61e10114 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:02.609150 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f9747a6d-05ad-4d7e-a7c5-bb3ab0486e8c req-29915a3d-e4a3-44f2-9c00-66da61e10114 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0562134 Aug 18 14:58:02.645223 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f9747a6d-05ad-4d7e-a7c5-bb3ab0486e8c req-53b14a08-015f-43c8-93c9-a9a63d37475f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351894 Aug 18 14:58:02.784724 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9c252-fde0-4434-9dc5-cd42a6ae4ba1 req-850b106f-f551-4359-8116-cf2ce2a32d13 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:02.790961 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2ca9c252-fde0-4434-9dc5-cd42a6ae4ba1 req-850b106f-f551-4359-8116-cf2ce2a32d13 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 945 time: 0.0756524 Aug 18 14:58:02.827979 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2ca9c252-fde0-4434-9dc5-cd42a6ae4ba1 req-d45dcf7a-4160-4dcf-9beb-238bd0abd8bb tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353987 Aug 18 14:58:03.541742 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-aeaf0817-1085-46f8-b2b6-e57065a87058 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:03.543390 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-aeaf0817-1085-46f8-b2b6-e57065a87058 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.49 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 945 time: 0.0620322 Aug 18 14:58:03.646699 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Deleting port e32e43c4-8c5a-4671-93c6-64b025d49638 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:58:03.647048 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:03.743605 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] For port e32e43c4-8c5a-4671-93c6-64b025d49638, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e32e43c4-8c5a-4671-93c6-64b025d49638,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:03.743926 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:03.757292 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Calling delete_port for e32e43c4-8c5a-4671-93c6-64b025d49638 owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:58:03.775530 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5cb54-1153-432d-b475-4d5b1c1c95ac req-4609df59-7182-4d15-8d5a-0282ff0af160 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:03.777114 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b6c5cb54-1153-432d-b475-4d5b1c1c95ac req-4609df59-7182-4d15-8d5a-0282ff0af160 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0536311 Aug 18 14:58:03.816685 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b6c5cb54-1153-432d-b475-4d5b1c1c95ac req-04dc4e12-f80b-4dfe-b2f9-ef741292dabc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328593 Aug 18 14:58:03.947746 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e1dc8-e912-428e-b67a-4ee64f2cb636 req-fdeafd76-f94e-4cfc-830d-2263efa81bd1 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:03.949260 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c81e1dc8-e912-428e-b67a-4ee64f2cb636 req-fdeafd76-f94e-4cfc-830d-2263efa81bd1 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 945 time: 0.0507686 Aug 18 14:58:03.989968 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c81e1dc8-e912-428e-b67a-4ee64f2cb636 req-6c560c9a-643e-43a5-90eb-8791686da5b5 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Aug 18 14:58:04.257303 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:04.288138 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Pushing event deleted for resources: {'Port': ['ID=e32e43c4-8c5a-4671-93c6-64b025d49638,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:04.293443 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['e32e43c4-8c5a-4671-93c6-64b025d49638'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:58:04.301360 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.301685 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.302344 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.302754 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.303121 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.303622 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.303813 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.304096 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.304429 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.304760 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.305090 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.305418 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:04.350570 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] No DVR routers for this DVR port e32e43c4-8c5a-4671-93c6-64b025d49638 on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:58:04.353255 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:04.355882 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9ecf3fcc-e430-4548-b0e0-d0775943d0f2 req-7c7bb0d9-82f9-4592-843b-f64247e6fb9e tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.49 "DELETE /v2.0/ports/e32e43c4-8c5a-4671-93c6-64b025d49638 HTTP/1.1" status: 204 len: 173 time: 0.8045852 Aug 18 14:58:04.357173 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558ad897-090d-47b4-bb74-8e95f389127d', 'name': 'network-vif-deleted', 'tag': 'e32e43c4-8c5a-4671-93c6-64b025d49638'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:04.361152 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08175e-3a2e-4020-a068-8cd8c6e997ac" -d '{"events": [{"server_uuid": "558ad897-090d-47b4-bb74-8e95f389127d", "name": "network-vif-deleted", "tag": "e32e43c4-8c5a-4671-93c6-64b025d49638"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:04.404787 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde27955-fc4d-4ead-84f8-c063b735ceaa x-openstack-request-id: req-bde27955-fc4d-4ead-84f8-c063b735ceaa {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:04.410104 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558ad897-090d-47b4-bb74-8e95f389127d", "name": "network-vif-deleted", "tag": "e32e43c4-8c5a-4671-93c6-64b025d49638", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:04.410104 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bde27955-fc4d-4ead-84f8-c063b735ceaa {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:04.410104 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558ad897-090d-47b4-bb74-8e95f389127d', 'name': 'network-vif-deleted', 'tag': 'e32e43c4-8c5a-4671-93c6-64b025d49638', 'status': 'completed', 'code': 200} Aug 18 14:58:04.984037 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de542-02ae-425d-b152-715f34edfb51 req-d74e2144-91f6-49b3-a394-d7dbaa493d4e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:04.985646 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5b6de542-02ae-425d-b152-715f34edfb51 req-d74e2144-91f6-49b3-a394-d7dbaa493d4e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0771613 Aug 18 14:58:05.042149 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5b6de542-02ae-425d-b152-715f34edfb51 req-22fcaa87-42cd-43f1-818a-463f5eca6f2c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487309 Aug 18 14:58:05.166825 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2245be5-a269-46f3-be6e-aa824b7cb5ab req-c4f7527e-02e7-4626-96e4-d9e6d365f711 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=558ad897-090d-47b4-bb74-8e95f389127d HTTP/1.1" status: 200 len: 210 time: 0.0281754 Aug 18 14:58:06.196607 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588375-282d-4767-885c-36c4194ffb02 req-6e91c8d5-9f0e-4f94-aef9-16a8f8818a70 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:06.198095 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-62588375-282d-4767-885c-36c4194ffb02 req-6e91c8d5-9f0e-4f94-aef9-16a8f8818a70 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0639760 Aug 18 14:58:06.264833 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-62588375-282d-4767-885c-36c4194ffb02 req-ba629249-3cee-48f7-85e0-7483394354c1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485053 Aug 18 14:58:06.403847 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device e32e43c4-8c5a-4671-93c6-64b025d49638 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:06.432105 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: e32e43c4-8c5a-4671-93c6-64b025d49638 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:58:06.432854 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device e32e43c4-8c5a-4671-93c6-64b025d49638 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:58:07.365805 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86738fb4-cb09-41a5-8331-c4e9dafdef0e req-a6c5351a-6180-497c-a7b1-eb5e2ecbbdf0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:07.370952 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-86738fb4-cb09-41a5-8331-c4e9dafdef0e req-a6c5351a-6180-497c-a7b1-eb5e2ecbbdf0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0581214 Aug 18 14:58:07.413523 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-86738fb4-cb09-41a5-8331-c4e9dafdef0e req-a0be80ef-8ea7-4d9e-8579-a975825cb329 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400200 Aug 18 14:58:10.916335 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd7c8c-9862-409f-bf6c-e95943d0517f req-ebbd1c08-e63b-4a4b-9096-1ea5866c00ad tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:10.917817 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5abd7c8c-9862-409f-bf6c-e95943d0517f req-ebbd1c08-e63b-4a4b-9096-1ea5866c00ad tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Aug 18 14:58:10.955106 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5abd7c8c-9862-409f-bf6c-e95943d0517f req-3e091b34-2ecd-4d3e-9411-c9cdcda7bbb1 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314603 Aug 18 14:58:12.076979 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791607d3-e22a-4208-97bd-4f32f89912eb req-94ab655d-7f61-4bb1-82e6-ff91ac47b2bc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:12.078501 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-791607d3-e22a-4208-97bd-4f32f89912eb req-94ab655d-7f61-4bb1-82e6-ff91ac47b2bc tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0490401 Aug 18 14:58:12.119383 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-791607d3-e22a-4208-97bd-4f32f89912eb req-005a6771-273b-4874-83e4-83f9c2c86a9c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337369 Aug 18 14:58:12.274099 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-43cf156c-e213-4f10-93c7-30a8dbecf23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:12.275621 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-43cf156c-e213-4f10-93c7-30a8dbecf23c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 1098 time: 0.0411713 Aug 18 14:58:12.366009 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-5c7ce1ff-3842-4295-a665-312fa3ab3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:12.367429 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-5c7ce1ff-3842-4295-a665-312fa3ab3d95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 918 time: 0.0841055 Aug 18 14:58:12.436390 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-9da3ce36-b2ea-4902-ae61-f251504f870a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b5887c-c907-47a3-a983-0a8faa0a351a HTTP/1.1" status: 200 len: 1000 time: 0.0608370 Aug 18 14:58:12.485406 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-43470ee7-7a13-44be-8942-304ca585df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:12.486812 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-43470ee7-7a13-44be-8942-304ca585df84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0435457 Aug 18 14:58:12.533014 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-c04b13e1-f48b-450f-b927-44e6dcbec961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:12.534513 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-c04b13e1-f48b-450f-b927-44e6dcbec961 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407522 Aug 18 14:58:12.632425 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-295b4d6a-e796-45b2-98fc-7395a3cf4d99 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864613 Aug 18 14:58:12.722246 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-82434ce6-7af1-4e65-9a49-777d36af2c67 req-b4b8273d-09e5-41fe-9ed1-455843365b3a service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828507 Aug 18 14:58:13.239816 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c908f-ecc7-4ac7-a11f-140e8580e9e0 req-266d4d02-f512-4e85-b3a8-56a3dac9dfe5 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:13.241218 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-da1c908f-ecc7-4ac7-a11f-140e8580e9e0 req-266d4d02-f512-4e85-b3a8-56a3dac9dfe5 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Aug 18 14:58:13.279466 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-da1c908f-ecc7-4ac7-a11f-140e8580e9e0 req-da640d60-dfe1-4dd1-98c1-f34ae54564c3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Aug 18 14:58:14.398377 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f78ae7-b17a-4ef2-9a2f-4badda913fe1 req-58f9f7ca-cd5b-485d-a13e-b472d15fb51f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:14.399879 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-68f78ae7-b17a-4ef2-9a2f-4badda913fe1 req-58f9f7ca-cd5b-485d-a13e-b472d15fb51f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 945 time: 0.0492830 Aug 18 14:58:14.436525 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-68f78ae7-b17a-4ef2-9a2f-4badda913fe1 req-2eb16635-c078-43f8-bbce-b12e27e76e1f tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 Aug 18 14:58:16.251961 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:16.323426 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:16.345606 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:16.347892 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a36ef2-e221-4901-8923-c6bb7b1b394b" -d '{"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-unplugged", "status": "completed", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:16.360784 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:16.423526 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:16.509059 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=8']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:16.521114 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.521465 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.521807 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.522144 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.522494 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.522827 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.523158 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.523485 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.523812 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.524161 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.524487 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:16.524808 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:58:18.172615 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6061c-e4d6-408e-8e95-f5acfcd3e687 req-3d983f9c-6fa6-446b-9c94-1e5181542d6e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:18.174216 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-20b6061c-e4d6-408e-8e95-f5acfcd3e687 req-3d983f9c-6fa6-446b-9c94-1e5181542d6e tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0486426 Aug 18 14:58:18.212399 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-20b6061c-e4d6-408e-8e95-f5acfcd3e687 req-61f392a5-c297-4eeb-87f0-f4afb2357622 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322869 Aug 18 14:58:18.258004 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbf08a8-963f-4395-b9f7-1a4f7c505bad x-openstack-request-id: req-afbf08a8-963f-4395-b9f7-1a4f7c505bad {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:18.258511 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-unplugged", "status": "completed", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:18.258623 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afbf08a8-963f-4395-b9f7-1a4f7c505bad {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:18.259357 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'code': 200} Aug 18 14:58:18.930873 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-6bfe2308-5ad6-442d-be2d-370992da55b8 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:18.932357 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-6bfe2308-5ad6-442d-be2d-370992da55b8 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/networks?id=7c220803-3afe-431f-b41d-0e7d2f9e78a1 HTTP/1.1" status: 200 len: 814 time: 0.1057959 Aug 18 14:58:18.948177 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-944ee7c2-22e3-479c-89be-b32719a4103c tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/quotas/05bc3944a1be46659656f2caa26a8227 HTTP/1.1" status: 200 len: 375 time: 0.0098064 Aug 18 14:58:18.980352 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-e1a858d5-21da-4978-b7c4-4140d1525522 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05bc3944a1be46659656f2caa26a8227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266180 Aug 18 14:58:19.075586 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-76689561-365a-4844-9191-6f323125b50e service neutron] 10.222.0.16 "GET /v2.0/networks/7c220803-3afe-431f-b41d-0e7d2f9e78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878267 Aug 18 14:58:19.167078 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-181fb7e8-c36a-4d2c-9a6c-0f0661128502 service neutron] 10.222.0.16 "GET /v2.0/networks/7c220803-3afe-431f-b41d-0e7d2f9e78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850499 Aug 18 14:58:19.535358 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b12d0e-c8b7-43f3-9723-28fc30bc0af2 req-09e81bc9-d196-49cc-bd39-8559a9bbf76c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:19.536942 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-92b12d0e-c8b7-43f3-9723-28fc30bc0af2 req-09e81bc9-d196-49cc-bd39-8559a9bbf76c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0527854 Aug 18 14:58:19.574353 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-92b12d0e-c8b7-43f3-9723-28fc30bc0af2 req-a14b2821-71ff-48fd-a44b-779a1159bc41 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Aug 18 14:58:19.639862 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a00d9dba-3133-446d-8035-da98365a53e6 req-43a564e1-4bba-4d79-9f6d-3469bd3b171c tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 210 time: 0.0256121 Aug 18 14:58:20.881248 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8783f60b-6513-4d24-9264-bb68e5301ae0 req-4ba7c6bd-3a27-4d0d-b714-753718a6f323 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 210 time: 0.0269039 Aug 18 14:58:21.055416 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-263a0a18-4bce-40be-b76a-a8064db63e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.446326 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-d35b0131-9e0a-4d64-a12c-c43ff2c617d0 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:21.447842 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-d35b0131-9e0a-4d64-a12c-c43ff2c617d0 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.49 "GET /v2.0/networks?id=7c220803-3afe-431f-b41d-0e7d2f9e78a1 HTTP/1.1" status: 200 len: 814 time: 0.1019759 Aug 18 14:58:21.469469 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Request body: {'port': {'device_id': 'd078a1f9-894f-4fa5-b43a-09b522ba9e11', 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1', 'admin_state_up': True, 'tenant_id': '05bc3944a1be46659656f2caa26a8227'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:58:21.651611 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Made reservation on behalf of 05bc3944a1be46659656f2caa26a8227 for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 14:58:21.655916 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:21.689853 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:58:21.784948 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Allocated IP 172.20.0.9 (7c220803-3afe-431f-b41d-0e7d2f9e78a1/1fb4ffb0-2b0e-4a83-92a8-94e5f965e108/f0a34b6c-c20e-425e-a802-dedf9a722566) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 14:58:21.939192 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.056928 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.102136 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 14:58:22.105876 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 14:58:22.108809 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 14:58:22.155111 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Pushing event updated for resources: {'Port': ['ID=f0a34b6c-c20e-425e-a802-dedf9a722566,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:22.165130 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ba4b1-8fe8-48ee-94ca-006167d07c23 req-371f489d-76c2-4822-9ca5-3b82e37f1ae4 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:22.166673 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b59ba4b1-8fe8-48ee-94ca-006167d07c23 req-371f489d-76c2-4822-9ca5-3b82e37f1ae4 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 931 time: 0.0570509 Aug 18 14:58:22.177053 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:22.177810 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.211835 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b59ba4b1-8fe8-48ee-94ca-006167d07c23 req-709ad1a5-9769-4afa-b22b-3dbdcbf1568f tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376012 Aug 18 14:58:22.239678 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-2eb3a555-483d-4c68-ab14-beb806a93792 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7749765 Aug 18 14:58:22.260965 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Request body: {'port': {'device_id': 'd078a1f9-894f-4fa5-b43a-09b522ba9e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 14:58:22.322528 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.326221 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad68f9-2a8d-4417-a6a5-38d5eaa32137 req-6fe26c33-06f3-4091-986d-80fb3c11a056 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:22.327727 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3dad68f9-2a8d-4417-a6a5-38d5eaa32137 req-6fe26c33-06f3-4091-986d-80fb3c11a056 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0522337 Aug 18 14:58:22.365916 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3dad68f9-2a8d-4417-a6a5-38d5eaa32137 req-5cefdc9d-b892-4d5b-8b26-d67db2da6ac8 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Aug 18 14:58:22.493707 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40072) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:58:22.584385 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-cb549cd4-2582-4716-b561-9382e26ae808 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895441 Aug 18 14:58:22.588629 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a34b6c-c20e-425e-a802-dedf9a722566 {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:58:22.596522 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.608870 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Transition to ACTIVE for port object f0a34b6c-c20e-425e-a802-dedf9a722566 will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 14:58:22.674000 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.728356 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Pushing event updated for resources: {'Port': ['ID=f0a34b6c-c20e-425e-a802-dedf9a722566,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:22.795347 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Attempting to bind port f0a34b6c-c20e-425e-a802-dedf9a722566 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 14:58:22.795606 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Attempting to bind port f0a34b6c-c20e-425e-a802-dedf9a722566 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '8fff2ddc-b28a-45f4-96f9-e0bdba97160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 14:58:22.795936 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Attempting to bind port f0a34b6c-c20e-425e-a802-dedf9a722566 on network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:58:22.800272 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Port f0a34b6c-c20e-425e-a802-dedf9a722566 on network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 14:58:22.800592 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Attempting to bind port f0a34b6c-c20e-425e-a802-dedf9a722566 on network 7c220803-3afe-431f-b41d-0e7d2f9e78a1 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 14:58:22.805429 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 14, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 14:58:22.805764 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Checking segment: {'id': '8fff2ddc-b28a-45f4-96f9-e0bdba97160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 14:58:22.806146 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Bound using segment: {'id': '8fff2ddc-b28a-45f4-96f9-e0bdba97160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 14:58:22.806602 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Bound port: f0a34b6c-c20e-425e-a802-dedf9a722566, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fff2ddc-b28a-45f4-96f9-e0bdba97160d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 14:58:22.806958 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.868726 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] For port f0a34b6c-c20e-425e-a802-dedf9a722566, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 14:58:22.871699 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] For port f0a34b6c-c20e-425e-a802-dedf9a722566, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=f0a34b6c-c20e-425e-a802-dedf9a722566,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 14:58:22.931854 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.969592 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:22.970255 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:22.972458 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] 10.222.0.49 "PUT /v2.0/ports/f0a34b6c-c20e-425e-a802-dedf9a722566 HTTP/1.1" status: 200 len: 1093 time: 0.7173390 Aug 18 14:58:22.974955 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd078a1f9-894f-4fa5-b43a-09b522ba9e11', 'tag': 'f0a34b6c-c20e-425e-a802-dedf9a722566'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:22.977212 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a0d494-62aa-46b7-8bed-16a547c097df" -d '{"events": [{"name": "network-changed", "server_uuid": "d078a1f9-894f-4fa5-b43a-09b522ba9e11", "tag": "f0a34b6c-c20e-425e-a802-dedf9a722566"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:23.003453 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e27de1-9730-4443-aa84-1de6d734bc3d service neutron] Pushing event updated for resources: {'Port': ['ID=f0a34b6c-c20e-425e-a802-dedf9a722566,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:23.018602 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd131fcf-5459-4b80-8b47-7da292851a49 x-openstack-request-id: req-bd131fcf-5459-4b80-8b47-7da292851a49 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:23.018890 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d078a1f9-894f-4fa5-b43a-09b522ba9e11", "tag": "f0a34b6c-c20e-425e-a802-dedf9a722566", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:23.019145 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd131fcf-5459-4b80-8b47-7da292851a49 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:23.019536 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd078a1f9-894f-4fa5-b43a-09b522ba9e11', 'tag': 'f0a34b6c-c20e-425e-a802-dedf9a722566', 'status': 'completed', 'code': 200} Aug 18 14:58:23.117814 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0d494-62aa-46b7-8bed-16a547c097df req-19f292d2-556d-49cb-9db6-a4257712eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:23.119363 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-35a0d494-62aa-46b7-8bed-16a547c097df req-19f292d2-556d-49cb-9db6-a4257712eca7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=05bc3944a1be46659656f2caa26a8227&device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 1096 time: 0.0415754 Aug 18 14:58:23.247603 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0d494-62aa-46b7-8bed-16a547c097df req-88fe407d-88ee-44d7-962a-a9de3b8bb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:23.249109 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-35a0d494-62aa-46b7-8bed-16a547c097df req-88fe407d-88ee-44d7-962a-a9de3b8bb4e6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=05bc3944a1be46659656f2caa26a8227&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953062 Aug 18 14:58:23.329187 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ca052-f31c-48ec-87ef-85235c4f91e8 req-d02320fc-d4a7-40f0-b0e7-289fa63f8169 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:23.330613 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f04ca052-f31c-48ec-87ef-85235c4f91e8 req-d02320fc-d4a7-40f0-b0e7-289fa63f8169 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 943 time: 0.0494955 Aug 18 14:58:23.344011 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0d494-62aa-46b7-8bed-16a547c097df req-0bb05fad-052d-4db5-bbac-0ebcd8953710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:23.351853 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-35a0d494-62aa-46b7-8bed-16a547c097df req-0bb05fad-052d-4db5-bbac-0ebcd8953710 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897324 Aug 18 14:58:23.368509 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f04ca052-f31c-48ec-87ef-85235c4f91e8 req-b03af285-e633-4e7b-902c-97a7d7974a8b tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Aug 18 14:58:23.446998 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-031ad8d6-20b0-4e2d-85ef-15c549173a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:23.448533 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-031ad8d6-20b0-4e2d-85ef-15c549173a12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=05bc3944a1be46659656f2caa26a8227&device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 1096 time: 0.0441074 Aug 18 14:58:23.487110 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154d835-d404-47d1-83fa-ac87ba245416 req-d8dc317f-4aec-4859-b71a-db8d2abe0a09 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:23.488577 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7154d835-d404-47d1-83fa-ac87ba245416 req-d8dc317f-4aec-4859-b71a-db8d2abe0a09 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0517328 Aug 18 14:58:23.526111 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-412c89b2-b2c6-4e47-962b-51b8f5e0d6de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a34b6c-c20e-425e-a802-dedf9a722566 HTTP/1.1" status: 200 len: 217 time: 0.0402200 Aug 18 14:58:23.529575 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7154d835-d404-47d1-83fa-ac87ba245416 req-30a197a0-6146-4a86-91bf-a1da62ad2e73 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Aug 18 14:58:23.554312 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-71917d06-8f6f-42d8-9d8b-5846d5d030b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:23.577658 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-4dbf55a7-8e7d-45f3-8a1f-fa089db65045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:23.579138 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-4dbf55a7-8e7d-45f3-8a1f-fa089db65045 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1fb4ffb0-2b0e-4a83-92a8-94e5f965e108 HTTP/1.1" status: 200 len: 854 time: 0.0454321 Aug 18 14:58:23.611027 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-9f4ce4d3-32c5-4d52-ba52-71e97161e59b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c220803-3afe-431f-b41d-0e7d2f9e78a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246854 Aug 18 14:58:23.707046 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-4be5df30-15d3-4f25-949a-74b1b86a763f service neutron] 10.222.0.49 "GET /v2.0/networks/7c220803-3afe-431f-b41d-0e7d2f9e78a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878890 Aug 18 14:58:23.737229 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:23.797901 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-d9bf5201-3999-4391-be06-b6343a8c7049 req-b59fe269-cd79-438a-955f-6530f002fa66 service neutron] 10.222.0.49 "GET /v2.0/networks/7c220803-3afe-431f-b41d-0e7d2f9e78a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837088 Aug 18 14:58:24.412856 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-94d4f704-a8a7-4771-8966-d0e2fdbbc33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:24.414435 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-94d4f704-a8a7-4771-8966-d0e2fdbbc33e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6&tenant_id=e6f3f58343c9405c8afe9885e7b873cf HTTP/1.1" status: 200 len: 1096 time: 0.0455832 Aug 18 14:58:24.485160 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4d8f1-54fd-4285-ab64-dd7fddb7e281 req-13a9a15e-8a5a-4800-81d0-6a1909acea3a tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:24.486565 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cfc4d8f1-54fd-4285-ab64-dd7fddb7e281 req-13a9a15e-8a5a-4800-81d0-6a1909acea3a tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 943 time: 0.0487244 Aug 18 14:58:24.489488 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-624831e7-a531-4a7c-bcb0-be8f02402e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:24.490973 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-624831e7-a531-4a7c-bcb0-be8f02402e07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 1096 time: 0.0407784 Aug 18 14:58:24.524710 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cfc4d8f1-54fd-4285-ab64-dd7fddb7e281 req-ff0732f2-683f-43ba-8642-749649074082 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Aug 18 14:58:24.580850 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-b8133dac-aeca-4457-a817-5aae70a499f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:24.582771 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-b8133dac-aeca-4457-a817-5aae70a499f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 200 len: 918 time: 0.0846908 Aug 18 14:58:24.654202 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-6d376731-0f1b-45c9-8cb9-3e808d58096b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32b5887c-c907-47a3-a983-0a8faa0a351a HTTP/1.1" status: 200 len: 998 time: 0.0618706 Aug 18 14:58:24.656608 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa65622-c611-4ddc-9841-1bf4e92d8c67 req-5a0a3099-34f0-4136-bb0a-fcab57db6fd4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:24.658080 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6fa65622-c611-4ddc-9841-1bf4e92d8c67 req-5a0a3099-34f0-4136-bb0a-fcab57db6fd4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0486026 Aug 18 14:58:24.695906 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6fa65622-c611-4ddc-9841-1bf4e92d8c67 req-97a9c5ba-bd30-4f60-93f7-4e7ff12497a9 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 Aug 18 14:58:24.704757 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-c22e544e-72cb-4ada-bc5e-e5697863b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:24.706661 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-c22e544e-72cb-4ada-bc5e-e5697863b03c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 200 len: 856 time: 0.0450687 Aug 18 14:58:24.754035 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-063e8d51-c757-4ec7-8b73-8a16753011ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:24.756488 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-063e8d51-c757-4ec7-8b73-8a16753011ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=893d2803-c5ab-43bc-aa81-4ce998c20cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425134 Aug 18 14:58:24.838541 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:24.850184 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-b4aa0ffd-3a73-4ed9-acbd-11491188f58d service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866542 Aug 18 14:58:24.943378 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-abfd0a0d-27f4-4257-8a27-9fd35284caad req-44df14c0-acf3-4e6a-88ae-5b5296634de7 service neutron] 10.222.0.49 "GET /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859246 Aug 18 14:58:25.667790 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61886f1-f767-4772-a9e5-157b1c2869b6 req-e1dd405a-101f-4773-a22b-ab128dae075f tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:25.669960 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a61886f1-f767-4772-a9e5-157b1c2869b6 req-e1dd405a-101f-4773-a22b-ab128dae075f tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 943 time: 0.0556524 Aug 18 14:58:25.712243 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a61886f1-f767-4772-a9e5-157b1c2869b6 req-002e8560-aaae-404e-b8f2-681cf60e4d13 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359395 Aug 18 14:58:25.826481 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c21582-06be-4615-85d3-93da6612bc85 req-515c7389-2783-48e7-a2c7-2c977d46fb40 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:25.827869 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c8c21582-06be-4615-85d3-93da6612bc85 req-515c7389-2783-48e7-a2c7-2c977d46fb40 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0504239 Aug 18 14:58:25.865365 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c8c21582-06be-4615-85d3-93da6612bc85 req-6a8dd601-47ed-4d67-8b3d-c2db32c891fa tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308425 Aug 18 14:58:26.238531 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:26.514340 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:27.673764 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device f0a34b6c-c20e-425e-a802-dedf9a722566 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:58:27.771500 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port f0a34b6c-c20e-425e-a802-dedf9a722566, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=f0a34b6c-c20e-425e-a802-dedf9a722566,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:27.785869 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': 'f0a34b6c-c20e-425e-a802-dedf9a722566', 'network_id': '7c220803-3afe-431f-b41d-0e7d2f9e78a1', 'port_id': 'f0a34b6c-c20e-425e-a802-dedf9a722566', 'mac_address': 'fa:16:3e:b4:6c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb4ffb0-2b0e-4a83-92a8-94e5f965e108', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:58:27.822661 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:27.838037 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a34b6c-c20e-425e-a802-dedf9a722566 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:58:27.857724 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port f0a34b6c-c20e-425e-a802-dedf9a722566, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=f0a34b6c-c20e-425e-a802-dedf9a722566,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:27.919086 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:28.089554 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=f0a34b6c-c20e-425e-a802-dedf9a722566,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:28.406495 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['f0a34b6c-c20e-425e-a802-dedf9a722566'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:58:29.699433 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device f0a34b6c-c20e-425e-a802-dedf9a722566 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:58:29.805636 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port f0a34b6c-c20e-425e-a802-dedf9a722566 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 14:58:29.810980 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port f0a34b6c-c20e-425e-a802-dedf9a722566 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:58:29.811349 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:29.889313 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:29.912387 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd078a1f9-894f-4fa5-b43a-09b522ba9e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a34b6c-c20e-425e-a802-dedf9a722566'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:29.914651 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e408510e-3802-42d9-91ea-9765f21da207" -d '{"events": [{"server_uuid": "d078a1f9-894f-4fa5-b43a-09b522ba9e11", "name": "network-vif-plugged", "status": "completed", "tag": "f0a34b6c-c20e-425e-a802-dedf9a722566"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:29.928694 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port f0a34b6c-c20e-425e-a802-dedf9a722566, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=f0a34b6c-c20e-425e-a802-dedf9a722566,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:29.998642 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:30.049629 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=f0a34b6c-c20e-425e-a802-dedf9a722566,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:32.487663 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:58:41.616372 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-bb01f3d5-80fa-45f5-9b67-9819b3e90167 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401163 Aug 18 14:58:41.663702 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f2193-d9db-4bd0-aba9-60beb5b3beb7 req-32359a51-0024-4d88-b066-826ede2b106f tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:41.665195 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-260f2193-d9db-4bd0-aba9-60beb5b3beb7 req-32359a51-0024-4d88-b066-826ede2b106f tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 945 time: 0.0481369 Aug 18 14:58:41.690085 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-0dd6c749-1145-4cae-be60-377264fba1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:41.691594 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-0dd6c749-1145-4cae-be60-377264fba1c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 1098 time: 0.0406921 Aug 18 14:58:41.702761 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-260f2193-d9db-4bd0-aba9-60beb5b3beb7 req-de7a212a-74a6-4af8-a0a9-c2263ef7349a tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308228 Aug 18 14:58:41.802074 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-7466f900-36a4-4b88-938b-6921b0a8aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:41.803644 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-7466f900-36a4-4b88-938b-6921b0a8aaf4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 200 len: 912 time: 0.0899129 Aug 18 14:58:41.810274 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c62d7-028a-4371-93b7-d17b05e2acdc req-0a42cf8a-e4d5-43a4-9740-a9c81aa98f36 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:41.811751 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0a6c62d7-028a-4371-93b7-d17b05e2acdc req-0a42cf8a-e4d5-43a4-9740-a9c81aa98f36 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0542982 Aug 18 14:58:41.849937 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0a6c62d7-028a-4371-93b7-d17b05e2acdc req-0071e22c-4b0a-44dd-9475-d70828db95cd tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320361 Aug 18 14:58:41.870644 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-e09e752b-198c-4a97-b1c3-7003d941e3de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f98b709-bc29-4eb6-88b8-da8d849c081c HTTP/1.1" status: 200 len: 1001 time: 0.0578611 Aug 18 14:58:41.896824 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e1f540-ae5b-483b-b8b4-d860dc58eaa5 x-openstack-request-id: req-f4e1f540-ae5b-483b-b8b4-d860dc58eaa5 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:41.897351 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d078a1f9-894f-4fa5-b43a-09b522ba9e11", "name": "network-vif-plugged", "status": "completed", "tag": "f0a34b6c-c20e-425e-a802-dedf9a722566", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:41.897351 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4e1f540-ae5b-483b-b8b4-d860dc58eaa5 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:41.897916 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd078a1f9-894f-4fa5-b43a-09b522ba9e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a34b6c-c20e-425e-a802-dedf9a722566', 'code': 200} Aug 18 14:58:41.919091 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-577a799a-3994-456a-801b-98d8f30834a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:41.920751 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-577a799a-3994-456a-801b-98d8f30834a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 200 len: 850 time: 0.0443974 Aug 18 14:58:41.972219 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-8147f1b1-1b2d-40c6-8eb0-88c3ff33747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:41.973720 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-8147f1b1-1b2d-40c6-8eb0-88c3ff33747c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e33991f-210b-494b-abb7-f3b2b5b66ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451167 Aug 18 14:58:42.066202 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-b4e3e865-02c4-460a-82a0-9f572cb853ae service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834348 Aug 18 14:58:42.158198 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-424a5c89-d6cf-4cf2-8d0e-3d6d5f62ff15 req-24f70ce2-9d73-48d5-9364-1e6c749c2707 service neutron] 10.222.0.49 "GET /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846283 Aug 18 14:58:42.465856 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c89f0-226c-4760-ad8e-b69dd337d63d req-eee0b5ce-554c-4c96-b45f-35de0e38c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:42.467408 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-538c89f0-226c-4760-ad8e-b69dd337d63d req-eee0b5ce-554c-4c96-b45f-35de0e38c3e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 1098 time: 0.0413642 Aug 18 14:58:42.504363 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-538c89f0-226c-4760-ad8e-b69dd337d63d req-845f24cd-11e0-456d-9722-11fa091ce0cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288589 Aug 18 14:58:42.818281 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec92c8-6738-46fa-8da2-62e1e398c48f req-802ca5e0-9204-4b60-a3e2-63bac6d17941 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:42.819764 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-20ec92c8-6738-46fa-8da2-62e1e398c48f req-802ca5e0-9204-4b60-a3e2-63bac6d17941 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Aug 18 14:58:42.857062 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-20ec92c8-6738-46fa-8da2-62e1e398c48f req-a19dcf2a-9502-4a40-8848-37b89c95b765 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314319 Aug 18 14:58:42.967291 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785cdba-3376-4189-a0e4-4dc87e93bdc6 req-34d03c12-0e41-4ab5-868d-03d77aeb8522 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:42.968745 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4785cdba-3376-4189-a0e4-4dc87e93bdc6 req-34d03c12-0e41-4ab5-868d-03d77aeb8522 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0480957 Aug 18 14:58:43.006025 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4785cdba-3376-4189-a0e4-4dc87e93bdc6 req-bab12728-291f-4581-87c5-5ddea0886b4a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Aug 18 14:58:43.973727 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf37e77-b68f-446f-9817-cdf92e46293d req-3ae1073d-bd33-43a1-8818-3c1559b97101 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:43.975216 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bbf37e77-b68f-446f-9817-cdf92e46293d req-3ae1073d-bd33-43a1-8818-3c1559b97101 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 945 time: 0.0523820 Aug 18 14:58:44.012157 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bbf37e77-b68f-446f-9817-cdf92e46293d req-6b628143-0c9a-4549-9504-954e18019342 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308552 Aug 18 14:58:44.124125 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9e19a-a880-45c1-8c37-65c01c45a35b req-5cb8a6e4-241e-4bab-9bfa-2984846ae08a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:44.125576 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-35f9e19a-a880-45c1-8c37-65c01c45a35b req-5cb8a6e4-241e-4bab-9bfa-2984846ae08a tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0487280 Aug 18 14:58:44.161902 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-35f9e19a-a880-45c1-8c37-65c01c45a35b req-e60e93ed-bce7-42a7-b7d7-7a36e98e6a14 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304179 Aug 18 14:58:45.501700 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacc0f3-5429-4b16-b380-8b3a50f946d1 req-9ef6db4a-fce4-4b2c-95cd-142032c91243 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:45.503109 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-caacc0f3-5429-4b16-b380-8b3a50f946d1 req-9ef6db4a-fce4-4b2c-95cd-142032c91243 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 945 time: 0.0477707 Aug 18 14:58:45.540235 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-caacc0f3-5429-4b16-b380-8b3a50f946d1 req-35c8fbdf-c2c6-4213-8b6e-c86b7b217a3b tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Aug 18 14:58:45.644054 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a9fd-c963-4f8d-a90f-0f5d3561deb7 req-e608a40e-3005-4acb-8a53-d09c1c7a84aa tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:45.645505 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0016a9fd-c963-4f8d-a90f-0f5d3561deb7 req-e608a40e-3005-4acb-8a53-d09c1c7a84aa tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 943 time: 0.0512297 Aug 18 14:58:45.683335 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0016a9fd-c963-4f8d-a90f-0f5d3561deb7 req-37a3a186-0af0-46cf-8bb8-bc3a2e91ba7b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312650 Aug 18 14:58:45.762952 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 14:58:45.855810 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:45.866709 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'port_id': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'mac_address': 'fa:16:3e:ff:d1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 14:58:45.907603 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:45.921053 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b5887c-c907-47a3-a983-0a8faa0a351a {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 14:58:45.945823 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:46.048963 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:46.096607 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=9']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:46.467219 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['32b5887c-c907-47a3-a983-0a8faa0a351a'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:58:46.803633 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e00a66-45a8-4c17-a065-85c52072b894 req-65b16e71-e400-42bf-bbb1-98f38bb41f9d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:46.805136 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b7e00a66-45a8-4c17-a065-85c52072b894 req-65b16e71-e400-42bf-bbb1-98f38bb41f9d tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 944 time: 0.0484028 Aug 18 14:58:46.842604 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b7e00a66-45a8-4c17-a065-85c52072b894 req-52649582-747d-4d91-bf76-e4dcca81d8ec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Aug 18 14:58:47.778135 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 14:58:47.824763 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 32b5887c-c907-47a3-a983-0a8faa0a351a triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 14:58:47.825133 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:47.899043 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:47.920771 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:58:47.922970 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55ba5d6-09c5-4e0a-bf59-fc022d9b0f27" -d '{"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-plugged", "status": "completed", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:58:47.939722 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:58:47.961059 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6207f6-5d94-4745-ba20-a8b491b5b27a req-3891169b-aa48-4565-b3af-1c020fc871d3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:47.962546 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1d6207f6-5d94-4745-ba20-a8b491b5b27a req-3891169b-aa48-4565-b3af-1c020fc871d3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 944 time: 0.0486217 Aug 18 14:58:47.998736 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1d6207f6-5d94-4745-ba20-a8b491b5b27a req-28baa068-b17f-40d1-a0e9-5f2a7105c029 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300331 Aug 18 14:58:48.011204 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:48.045592 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38403ec8-3d00-4ff1-843e-fdb2af357067 x-openstack-request-id: req-38403ec8-3d00-4ff1-843e-fdb2af357067 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:58:48.045877 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-plugged", "status": "completed", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:58:48.046127 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38403ec8-3d00-4ff1-843e-fdb2af357067 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:58:48.046545 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'code': 200} Aug 18 14:58:48.060836 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=10']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:58:48.368504 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df8fe7-4108-48bd-a926-e2097a942a68 req-a406d0cd-f5ff-435d-847f-b573088d5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:48.369979 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-24df8fe7-4108-48bd-a926-e2097a942a68 req-a406d0cd-f5ff-435d-847f-b573088d5351 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 1099 time: 0.0394833 Aug 18 14:58:48.403806 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-24df8fe7-4108-48bd-a926-e2097a942a68 req-e802932a-706d-48f8-9475-bb1f91f8b133 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273170 Aug 18 14:58:49.122199 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814442bb-ab5c-4fb0-aaad-0c2be9f28256 req-fc0e36b3-7652-40d1-9c81-5d7e43190b33 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:49.123694 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-814442bb-ab5c-4fb0-aaad-0c2be9f28256 req-fc0e36b3-7652-40d1-9c81-5d7e43190b33 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0513055 Aug 18 14:58:49.160940 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-814442bb-ab5c-4fb0-aaad-0c2be9f28256 req-2bec2fc9-c61e-4074-8b65-8151f7259738 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Aug 18 14:58:50.278835 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6892c-7472-4d48-b7ac-63f6f7bf3b7d req-5ece646d-7caa-4e4e-83c6-c6589b2af22c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:50.280314 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2d6892c-7472-4d48-b7ac-63f6f7bf3b7d req-5ece646d-7caa-4e4e-83c6-c6589b2af22c tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0490839 Aug 18 14:58:50.319232 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2d6892c-7472-4d48-b7ac-63f6f7bf3b7d req-d0d09fa4-d2c4-4711-8d52-58abad9ed7b3 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Aug 18 14:58:51.055007 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e73d47d6-a7ef-44b1-bf32-7bfcd6352057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:51.435253 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c746cf0-fb8b-4c99-906e-ea4af00108bf req-e8f76b91-07e6-42d0-b730-a7271ae56e13 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:58:51.436739 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6c746cf0-fb8b-4c99-906e-ea4af00108bf req-e8f76b91-07e6-42d0-b730-a7271ae56e13 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0480893 Aug 18 14:58:51.478810 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6c746cf0-fb8b-4c99-906e-ea4af00108bf req-f52dfb19-db63-4d9e-b61b-e9fbf53f4503 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Aug 18 14:58:53.559140 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c96a716a-e915-4344-922c-f974d143d803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:53.713258 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:54.856349 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:56.271150 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:58:56.519084 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:09.487044 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:59:18.752781 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e3adb-cf47-47ce-a3f6-610c0d7fdc3f req-b650cd2c-6e22-4a40-b18a-843286010808 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:18.754215 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-262e3adb-cf47-47ce-a3f6-610c0d7fdc3f req-b650cd2c-6e22-4a40-b18a-843286010808 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 945 time: 0.0515001 Aug 18 14:59:18.790515 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-262e3adb-cf47-47ce-a3f6-610c0d7fdc3f req-0ab4324a-7b03-495b-a3d8-2aa9d3e158a3 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303311 Aug 18 14:59:19.904156 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d8612-0e13-4c2c-b6c6-1de04ae854bd req-1a2c6c36-6e24-43cc-a348-c1264940b45c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:19.905586 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-646d8612-0e13-4c2c-b6c6-1de04ae854bd req-1a2c6c36-6e24-43cc-a348-c1264940b45c tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 945 time: 0.0480788 Aug 18 14:59:19.942587 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-646d8612-0e13-4c2c-b6c6-1de04ae854bd req-51d0c1dd-ed41-4f6b-89ae-d9b55b3e0a43 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309904 Aug 18 14:59:20.834751 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340574-98a1-445b-b6db-55759dfc7c81 req-49bbd3a5-ebf0-4623-96e6-2255d09b8ce6 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:20.836269 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ae340574-98a1-445b-b6db-55759dfc7c81 req-49bbd3a5-ebf0-4623-96e6-2255d09b8ce6 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 945 time: 0.0497699 Aug 18 14:59:20.873206 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ae340574-98a1-445b-b6db-55759dfc7c81 req-f46adcbc-e0da-46f5-97b4-68cec46bfab0 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Aug 18 14:59:21.058868 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2687e52-e85b-460e-ad59-0d7b10c26078 req-607d0e9d-870e-4405-bb93-439baf625b92 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:21.060255 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c2687e52-e85b-460e-ad59-0d7b10c26078 req-607d0e9d-870e-4405-bb93-439baf625b92 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 945 time: 0.0516787 Aug 18 14:59:21.081966 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-29c09cf7-5715-4ff9-b861-a262cb7a49c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:21.100952 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-66e63bc8-14bd-4376-869d-c95b5a69be8a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:21.101647 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c2687e52-e85b-460e-ad59-0d7b10c26078 req-e363ec99-137d-4cf6-944e-02f7e3ff9345 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups?id=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349987 Aug 18 14:59:21.102424 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-66e63bc8-14bd-4376-869d-c95b5a69be8a tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 945 time: 0.0538592 Aug 18 14:59:21.192004 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Deleting port 3f98b709-bc29-4eb6-88b8-da8d849c081c {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:59:21.192338 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:21.281941 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] For port 3f98b709-bc29-4eb6-88b8-da8d849c081c, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=3f98b709-bc29-4eb6-88b8-da8d849c081c,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:59:21.282337 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:21.448947 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:21.449327 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:21.449634 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.l3_db [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Floating IP 669a70af-2015-4adc-9e0f-121e165796c5 disassociated. External IP: 172.27.2.225, port: 3f98b709-bc29-4eb6-88b8-da8d849c081c. Aug 18 14:59:21.449975 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Calling delete_port for 3f98b709-bc29-4eb6-88b8-da8d849c081c owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:59:21.638839 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:21.666612 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event deleted for resources: {'Port': ['ID=3f98b709-bc29-4eb6-88b8-da8d849c081c,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:21.678243 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.678628 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.678975 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.679313 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.679650 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.679984 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.680319 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.680646 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.680975 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.681305 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.681659 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.681982 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:21.990977 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3031be-3680-4a8b-ac61-9171503496da req-bb64d832-2018-4e27-bf5a-e7351e61e52f tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:21.992559 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ed3031be-3680-4a8b-ac61-9171503496da req-bb64d832-2018-4e27-bf5a-e7351e61e52f tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Aug 18 14:59:22.034104 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ed3031be-3680-4a8b-ac61-9171503496da req-3e48213e-577d-4e5e-bdfe-f131d4a066e8 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341384 Aug 18 14:59:22.060578 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Router 034dcce8-a381-4311-adcc-a99c538c1786 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:59:22.172227 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:59:22.182327 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] Sync routers for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:59:22.191759 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:59:22.192387 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:58:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:22.201573 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cd654b25-ddb5-4978-b792-e3f16bc8c6b4 req-19ef917d-19b6-4041-a134-8d3e5a708e72 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 210 time: 0.0301521 Aug 18 14:59:22.214176 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] No DVR routers for this DVR port 3f98b709-bc29-4eb6-88b8-da8d849c081c on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:59:22.216939 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:22.219028 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-e76a11a5-6788-4a36-9793-7abf0bc0d71d req-bb713c1e-7ed2-4ae8-b869-45e48071e7cb tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.49 "DELETE /v2.0/ports/3f98b709-bc29-4eb6-88b8-da8d849c081c HTTP/1.1" status: 204 len: 173 time: 1.1093831 Aug 18 14:59:22.219985 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'name': 'network-vif-deleted', 'tag': '3f98b709-bc29-4eb6-88b8-da8d849c081c'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:59:22.222495 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354b022c-73a5-4bf4-807b-8066c0115b88" -d '{"events": [{"server_uuid": "f236e581-fbda-4ad0-a76e-a5192e48d9ae", "name": "network-vif-deleted", "tag": "3f98b709-bc29-4eb6-88b8-da8d849c081c"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:59:22.258368 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3bed32-c604-40f6-a571-fa666719f82d x-openstack-request-id: req-4b3bed32-c604-40f6-a571-fa666719f82d {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:59:22.258698 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f236e581-fbda-4ad0-a76e-a5192e48d9ae", "name": "network-vif-deleted", "tag": "3f98b709-bc29-4eb6-88b8-da8d849c081c", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:59:22.258945 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b3bed32-c604-40f6-a571-fa666719f82d {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:59:22.259338 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f236e581-fbda-4ad0-a76e-a5192e48d9ae', 'name': 'network-vif-deleted', 'tag': '3f98b709-bc29-4eb6-88b8-da8d849c081c', 'status': 'completed', 'code': 200} Aug 18 14:59:22.300357 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:59:22.493677 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:22.519323 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] Checking router: 034dcce8-a381-4311-adcc-a99c538c1786 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:59:22.527319 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:59:22.527908 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:58:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:22.633371 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:59:22.826026 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:22.856559 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cdc80e-9780-4f87-b83d-69db40192994 None None] The sync data for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi is: [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:49:23Z', 'revision_number': 4, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'c1c4f716-7dd3-413c-9bfb-151f8fc98f29', 'name': '', 'network_id': '3e33991f-210b-494b-abb7-f3b2b5b66ed1', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'mac_address': 'fa:16:3e:08:ba:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:22Z', 'updated_at': '2021-08-18T14:49:35Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'subnets': [{'id': '0d5ff067-2817-4704-a241-c00a79823ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:59:22.987696 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-d1b56afe-f67f-41b1-8a40-ccafb0a7da89 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:22.989266 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-d1b56afe-f67f-41b1-8a40-ccafb0a7da89 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.49 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 945 time: 0.0503194 Aug 18 14:59:23.098225 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Deleting port f0a34b6c-c20e-425e-a802-dedf9a722566 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:59:23.098741 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:23.100535 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915562b-22ef-4e94-becb-56821adada8b None None] New status for floating IP 669a70af-2015-4adc-9e0f-121e165796c5: DOWN {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 14:59:23.163551 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12137a-4256-4e01-a59c-44a5d2b21e06 req-f0b71472-772d-4438-b14d-8361b5d42f25 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 14:59:23.165489 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0e12137a-4256-4e01-a59c-44a5d2b21e06 req-f0b71472-772d-4438-b14d-8361b5d42f25 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 945 time: 0.0562921 Aug 18 14:59:23.207983 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0e12137a-4256-4e01-a59c-44a5d2b21e06 req-91e49be0-2f95-460d-bfa9-19ddfe5928c1 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab0ba58-fb40-4a01-8180-47337e61e944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357811 Aug 18 14:59:23.213832 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] For port f0a34b6c-c20e-425e-a802-dedf9a722566, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=f0a34b6c-c20e-425e-a802-dedf9a722566,segment=NetworkSegment(8fff2ddc-b28a-45f4-96f9-e0bdba97160d),segment_id=8fff2ddc-b28a-45f4-96f9-e0bdba97160d)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:59:23.214843 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:23.238036 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Calling delete_port for f0a34b6c-c20e-425e-a802-dedf9a722566 owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:59:23.308620 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5f9030c6-be95-4c65-af84-598f4bb622d1 req-e4461592-2832-493c-a96c-e7dd80db3f53 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/ports?device_id=f236e581-fbda-4ad0-a76e-a5192e48d9ae HTTP/1.1" status: 200 len: 210 time: 0.0269833 Aug 18 14:59:23.464798 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:23.492658 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Pushing event deleted for resources: {'Port': ['ID=f0a34b6c-c20e-425e-a802-dedf9a722566,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:23.498463 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['f0a34b6c-c20e-425e-a802-dedf9a722566'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 14:59:23.538386 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] No DVR routers for this DVR port f0a34b6c-c20e-425e-a802-dedf9a722566 on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:59:23.540666 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:23.542640 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-74aee5ab-2fd0-4953-9948-d2f719cd3e83 req-1fc8f8b8-ae6e-4bfb-8a60-2da542238b60 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.49 "DELETE /v2.0/ports/f0a34b6c-c20e-425e-a802-dedf9a722566 HTTP/1.1" status: 204 len: 173 time: 0.5454724 Aug 18 14:59:23.544718 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1db04b31-b63a-47fa-8c8f-85c989b532a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:23.722399 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:24.012646 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device f0a34b6c-c20e-425e-a802-dedf9a722566 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:59:24.032518 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: f0a34b6c-c20e-425e-a802-dedf9a722566 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:59:24.032855 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device f0a34b6c-c20e-425e-a802-dedf9a722566 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:59:24.033260 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 3f98b709-bc29-4eb6-88b8-da8d849c081c no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:59:24.051685 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 3f98b709-bc29-4eb6-88b8-da8d849c081c {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:59:24.052024 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 3f98b709-bc29-4eb6-88b8-da8d849c081c not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:59:24.260583 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd078a1f9-894f-4fa5-b43a-09b522ba9e11', 'name': 'network-vif-deleted', 'tag': 'f0a34b6c-c20e-425e-a802-dedf9a722566'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 14:59:24.263024 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e46c18-8667-49d9-b2ea-c5b34c0b06d4" -d '{"events": [{"server_uuid": "d078a1f9-894f-4fa5-b43a-09b522ba9e11", "name": "network-vif-deleted", "tag": "f0a34b6c-c20e-425e-a802-dedf9a722566"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 14:59:24.330153 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5d3083b3-59d6-4e0e-bcc4-86b6e5de1966 req-21e00939-2685-4aeb-8a46-48e7cb262719 tempest-VolumesSnapshotTestJSON-1494996223 tempest-VolumesSnapshotTestJSON-1494996223-project] 10.222.0.16 "GET /v2.0/ports?device_id=d078a1f9-894f-4fa5-b43a-09b522ba9e11 HTTP/1.1" status: 200 len: 210 time: 0.0272810 Aug 18 14:59:24.377620 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 14:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941c5221-0f7b-4bd9-88fb-a35631eb56d3 x-openstack-request-id: req-941c5221-0f7b-4bd9-88fb-a35631eb56d3 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 14:59:24.377962 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d078a1f9-894f-4fa5-b43a-09b522ba9e11", "name": "network-vif-deleted", "tag": "f0a34b6c-c20e-425e-a802-dedf9a722566", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 14:59:24.378215 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-941c5221-0f7b-4bd9-88fb-a35631eb56d3 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 14:59:24.378705 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd078a1f9-894f-4fa5-b43a-09b522ba9e11', 'name': 'network-vif-deleted', 'tag': 'f0a34b6c-c20e-425e-a802-dedf9a722566', 'status': 'completed', 'code': 200} Aug 18 14:59:24.855575 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:25.522625 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 40474) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:25.577669 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0934c06f-69dc-467c-aa77-65c26819b522 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:25.601851 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0934c06f-69dc-467c-aa77-65c26819b522 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:25.716279 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0934c06f-69dc-467c-aa77-65c26819b522 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:25.718867 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-0934c06f-69dc-467c-aa77-65c26819b522 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:25.721390 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-0934c06f-69dc-467c-aa77-65c26819b522 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "DELETE /v2.0/security-groups/f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3 HTTP/1.1" status: 204 len: 168 time: 0.1969652 Aug 18 14:59:25.723350 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40478) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:25.729648 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934c06f-69dc-467c-aa77-65c26819b522 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:25.740949 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.api.v2.resource [None req-24afa87d-4258-403c-a4de-7c7251e30e83 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] show failed (client error): The resource could not be found. Aug 18 14:59:25.741964 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-24afa87d-4258-403c-a4de-7c7251e30e83 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "GET /v2.0/security-groups/f02ec770-4dd1-4b1c-8a77-fffae9b5ebe3 HTTP/1.1" status: 404 len: 347 time: 0.0170496 Aug 18 14:59:25.744950 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40480) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:25.867520 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Deleting port 4916d592-3b60-4642-ade2-a5730cb59166 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:59:25.867856 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:25.949393 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:25.949722 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:25.961272 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Calling delete_port for 4916d592-3b60-4642-ade2-a5730cb59166 owned by network:floatingip {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:59:26.179508 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:26.214322 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Pushing event deleted for resources: {'Port': ['ID=4916d592-3b60-4642-ade2-a5730cb59166,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:26.236214 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.236565 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.236905 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.237242 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.237572 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.237903 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.238230 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.238593 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.238923 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.239245 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.239566 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.239887 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:26.276571 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks [] for floatingip, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:26.279264 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:26.280448 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-177e5679-3989-4413-8c53-847ac8499d06 tempest-AttachVolumeTestJSON-1176596610 tempest-AttachVolumeTestJSON-1176596610-project] 10.222.0.16 "DELETE /v2.0/floatingips/669a70af-2015-4adc-9e0f-121e165796c5 HTTP/1.1" status: 204 len: 168 time: 0.5346267 Aug 18 14:59:26.290112 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:26.562029 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:33.565138 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40538) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:33.953958 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66647537'] for router_interface, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:34.440728 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Deleting port c1c4f716-7dd3-413c-9bfb-151f8fc98f29 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:59:34.441069 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:34.516970 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] For port c1c4f716-7dd3-413c-9bfb-151f8fc98f29, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c1c4f716-7dd3-413c-9bfb-151f8fc98f29,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:59:34.517321 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:34.528935 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Calling delete_port for c1c4f716-7dd3-413c-9bfb-151f8fc98f29 owned by network:router_interface {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:59:34.749951 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:34.772738 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c4f716-7dd3-413c-9bfb-151f8fc98f29,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:34.936531 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66754913'] for router_interface, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:35.141888 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Router 034dcce8-a381-4311-adcc-a99c538c1786 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 14:59:35.244141 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 14:59:35.249255 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-8c8bf81f-fe0f-464d-bcbd-6f2c4b2973bf admin admin] 10.222.0.16 "PUT /v2.0/routers/034dcce8-a381-4311-adcc-a99c538c1786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6830902 Aug 18 14:59:35.251786 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40552) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:35.254327 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] Sync routers for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 14:59:35.264266 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:59:35.264878 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:59:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:35.354213 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:35.369961 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:59:35.457584 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:35.556861 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:59:34Z', 'revision_number': 5, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port': {'id': '50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034dcce8-a381-4311-adcc-a99c538c1786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:35.583907 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Deleting port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:59:35.584248 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:35.585144 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] Checking router: 034dcce8-a381-4311-adcc-a99c538c1786 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 14:59:35.593219 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] Routers {'034dcce8-a381-4311-adcc-a99c538c1786'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 14:59:35.593817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:59:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['034dcce8-a381-4311-adcc-a99c538c1786'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:35.661977 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] For port 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:59:35.662343 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:35.674921 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Calling delete_port for 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de owned by network:router_gateway {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:59:35.679049 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] Set router 034dcce8-a381-4311-adcc-a99c538c1786 gateway port host: None {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 14:59:35.732511 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:59:35Z', 'revision_number': 6, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port_host': None}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:35.758851 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e76aae-6c92-4623-b8c6-953a681d6b6f None None] The sync data for ids ['034dcce8-a381-4311-adcc-a99c538c1786'] in dv-cinder-805026-1-iscsi is: [{'id': '034dcce8-a381-4311-adcc-a99c538c1786', 'name': 'tempest-AttachVolumeTestJSON-2068546529-router', 'tenant_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:17Z', 'updated_at': '2021-08-18T14:59:35Z', 'revision_number': 6, 'project_id': '57b7a728ce2840d5b3c6165cf4d3bedb', 'gw_port_host': None}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 14:59:35.929890 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:35.959536 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:36.016840 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66642601'] for router_gateway, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.105252 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66635162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255203'] for router, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.107503 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.209977 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66635235'] for router, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.210569 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 034dcce8-a381-4311-adcc-a99c538c1786 {{(pid=100975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 14:59:36.215024 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.226554 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-ee926637-b2eb-400c-b68d-9d56f5a812a7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/034dcce8-a381-4311-adcc-a99c538c1786 HTTP/1.1" status: 204 len: 168 time: 0.9634008 Aug 18 14:59:36.226554 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40564) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:36.268049 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3fdf11-8fd3-4b8e-b4fb-64911e226770 admin admin] Deleting subnet 0d5ff067-2817-4704-a241-c00a79823ee5 {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:59:36.271321 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf11-8fd3-4b8e-b4fb-64911e226770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.301164 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:59:36.312187 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf11-8fd3-4b8e-b4fb-64911e226770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64721784'] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.316827 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:59:36.317297 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 50f85cf6-0a83-49ee-bc2a-0bd3c7a3a4de not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:59:36.317590 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c1c4f716-7dd3-413c-9bfb-151f8fc98f29 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:59:36.336164 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: c1c4f716-7dd3-413c-9bfb-151f8fc98f29 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:59:36.336511 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c1c4f716-7dd3-413c-9bfb-151f8fc98f29 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:59:36.389168 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf11-8fd3-4b8e-b4fb-64911e226770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.499068 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf11-8fd3-4b8e-b4fb-64911e226770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64721826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63383891'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.526307 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fdf11-8fd3-4b8e-b4fb-64911e226770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5ff067-2817-4704-a241-c00a79823ee5,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:36.528317 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdf11-8fd3-4b8e-b4fb-64911e226770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.530231 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-9e3fdf11-8fd3-4b8e-b4fb-64911e226770 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d5ff067-2817-4704-a241-c00a79823ee5 HTTP/1.1" status: 204 len: 168 time: 0.3107250 Aug 18 14:59:36.532661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40566) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:36.538237 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b9811c-b2c0-42aa-bc02-6bd4445ebbea None None] Network 3e33991f-210b-494b-abb7-f3b2b5b66ed1 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 14:59:36.609244 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.660959 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Deleting port c67bcad0-9e6d-4619-b4ce-d14b33eea561 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:59:36.661299 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.726263 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] For port c67bcad0-9e6d-4619-b4ce-d14b33eea561, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c67bcad0-9e6d-4619-b4ce-d14b33eea561,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:59:36.726699 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.735121 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] DHCP port deletion for 3e33991f-210b-494b-abb7-f3b2b5b66ed1 request from dv-cinder-805026-1-iscsi {{(pid=100977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 14:59:36.740295 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Calling delete_port for c67bcad0-9e6d-4619-b4ce-d14b33eea561 owned by network:dhcp {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:59:36.783950 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Deleting port c67bcad0-9e6d-4619-b4ce-d14b33eea561 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 14:59:36.784228 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.846352 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] For port c67bcad0-9e6d-4619-b4ce-d14b33eea561, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c67bcad0-9e6d-4619-b4ce-d14b33eea561,segment=NetworkSegment(187ea12b-7a09-44a0-9f8b-ff8f9f32020d),segment_id=187ea12b-7a09-44a0-9f8b-ff8f9f32020d)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 14:59:36.846796 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.858843 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Calling delete_port for c67bcad0-9e6d-4619-b4ce-d14b33eea561 owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 14:59:36.878374 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.908334 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c67bcad0-9e6d-4619-b4ce-d14b33eea561,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:36.910813 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] No DVR routers for this DVR port c67bcad0-9e6d-4619-b4ce-d14b33eea561 on host dv-cinder-805026-1-iscsi {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:59:36.943030 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:36.990602 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.004725 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e33991f-210b-494b-abb7-f3b2b5b66ed1']}} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:37.019195 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187ea12b-7a09-44a0-9f8b-ff8f9f32020d') {'for_net_delete': True} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:37.020646 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187ea12b-7a09-44a0-9f8b-ff8f9f32020d') {} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:37.033126 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64721777'] for segment, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.052404 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.059548 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:59:37.060095 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64722432'] for segment, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: Traceback (most recent call last): Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: timer() Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: cb(*args, **kw) Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: return func(*args, **kwargs) Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: self._notify() Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: self.callback(batched_events) Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: event.method(event) Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: return f(self, *a, **k) Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._get(url).json() Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: return self.request(url, 'GET', **kwargs) Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:59:37.062915 dv-cinder-805026-1-iscsi neutron-server[100975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:59:37.102981 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Pushing event deleted for resources: {'Port': ['ID=c67bcad0-9e6d-4619-b4ce-d14b33eea561,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:37.107134 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] No DVR routers for this DVR port c67bcad0-9e6d-4619-b4ce-d14b33eea561 on host dv-cinder-805026-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 14:59:37.117166 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.117166 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.117469 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.117801 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.118124 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.118474 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.118805 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.119127 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.119450 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.119886 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.120126 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.120442 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3e7aa8-3ffd-40f5-bde1-702deed0c092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 14:59:37.189771 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.197580 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.199466 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] 10.222.0.16 "DELETE /v2.0/networks/3e33991f-210b-494b-abb7-f3b2b5b66ed1 HTTP/1.1" status: 204 len: 168 time: 0.6659067 Aug 18 14:59:37.210524 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e75888-ec99-4339-846d-5cdbed1fbb4f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e33991f-210b-494b-abb7-f3b2b5b66ed1,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:37.511390 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 40578) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:37.551360 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-bfaa5bb8-1c09-4ee3-b276-195df1f0f074 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57b7a728ce2840d5b3c6165cf4d3bedb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388520 Aug 18 14:59:37.553719 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 40580) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:37.606800 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e2689be5-9d33-4f09-bd5d-f2d64dddcd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.627014 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e2689be5-9d33-4f09-bd5d-f2d64dddcd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.749864 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e2689be5-9d33-4f09-bd5d-f2d64dddcd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.753010 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e2689be5-9d33-4f09-bd5d-f2d64dddcd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:37.754146 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-e2689be5-9d33-4f09-bd5d-f2d64dddcd0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6561e328-512a-497a-9b49-9bd5cf8a5c34 HTTP/1.1" status: 204 len: 168 time: 0.1995518 Aug 18 14:59:37.762092 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2689be5-9d33-4f09-bd5d-f2d64dddcd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6561e328-512a-497a-9b49-9bd5cf8a5c34,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:38.165327 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c67bcad0-9e6d-4619-b4ce-d14b33eea561 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 14:59:38.185822 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: c67bcad0-9e6d-4619-b4ce-d14b33eea561 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 14:59:38.186167 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c67bcad0-9e6d-4619-b4ce-d14b33eea561 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 14:59:46.485442 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 14:59:51.069414 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-97bc5b25-c8f9-4692-90ea-3fb66ceacd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:53.611993 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c985001f-f007-44b9-8fba-b535af2de044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:53.734886 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:54.829862 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:56.292295 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:56.518225 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:57.535260 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40828) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:57.639635 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db93e17b-78f5-4e8b-bf03-16500e1f1deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:57.723580 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db93e17b-78f5-4e8b-bf03-16500e1f1deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:57.798237 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db93e17b-78f5-4e8b-bf03-16500e1f1deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:57.836602 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-db93e17b-78f5-4e8b-bf03-16500e1f1deb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57947021f2c243f8aeeab88d36559780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002515 Aug 18 14:59:57.837695 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93e17b-78f5-4e8b-bf03-16500e1f1deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcfaf79-2969-43ba-9f7b-c66b97857002,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:57.839443 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 40834) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:57.887684 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f61b81c7-5624-4e7d-8dac-57f34a4c7b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:57.908684 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f61b81c7-5624-4e7d-8dac-57f34a4c7b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.040279 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f61b81c7-5624-4e7d-8dac-57f34a4c7b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.043091 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-f61b81c7-5624-4e7d-8dac-57f34a4c7b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.044269 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-f61b81c7-5624-4e7d-8dac-57f34a4c7b2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fcfaf79-2969-43ba-9f7b-c66b97857002 HTTP/1.1" status: 204 len: 168 time: 0.2038138 Aug 18 14:59:58.052399 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b81c7-5624-4e7d-8dac-57f34a4c7b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcfaf79-2969-43ba-9f7b-c66b97857002,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:58.583848 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 40842) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:58.628666 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_v2 [None req-749861d9-a644-467c-87ef-a00e696faffd admin admin] Deleting subnet 1fb4ffb0-2b0e-4a83-92a8-94e5f965e108 {{(pid=100976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 14:59:58.631667 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-749861d9-a644-467c-87ef-a00e696faffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.667507 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-749861d9-a644-467c-87ef-a00e696faffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63757013'] for subnet, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.685036 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40844) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:58.698416 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2b3254ac-6501-434b-b2d2-d29c7d0153c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.706332 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-749861d9-a644-467c-87ef-a00e696faffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.789642 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2b3254ac-6501-434b-b2d2-d29c7d0153c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.875070 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-749861d9-a644-467c-87ef-a00e696faffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63757054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63690607'] for subnet, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.886342 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2b3254ac-6501-434b-b2d2-d29c7d0153c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.900869 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749861d9-a644-467c-87ef-a00e696faffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb4ffb0-2b0e-4a83-92a8-94e5f965e108,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:58.904690 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-749861d9-a644-467c-87ef-a00e696faffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.909256 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-749861d9-a644-467c-87ef-a00e696faffd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1fb4ffb0-2b0e-4a83-92a8-94e5f965e108 HTTP/1.1" status: 204 len: 168 time: 0.3243155 Aug 18 14:59:58.909861 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 40846) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:58.925422 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3254ac-6501-434b-b2d2-d29c7d0153c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b6387-7a2d-425b-9e7e-31f85ef5027e,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:58.934516 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-2b3254ac-6501-434b-b2d2-d29c7d0153c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=298c0cad0caa4bee942f4cae875c9b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466838 Aug 18 14:59:58.935113 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40848) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:58.983374 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f76eb014-a390-4e3e-9090-7640560cb359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:58.983632 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.003878 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f76eb014-a390-4e3e-9090-7640560cb359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.062415 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.072330 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c220803-3afe-431f-b41d-0e7d2f9e78a1']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:59.082240 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fff2ddc-b28a-45f4-96f9-e0bdba97160d') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:59.082574 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fff2ddc-b28a-45f4-96f9-e0bdba97160d') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 14:59:59.091860 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.106627 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.112451 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 14:59:59.112838 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 14:59:59.114471 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 14:59:59.118235 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f76eb014-a390-4e3e-9090-7640560cb359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.120832 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f76eb014-a390-4e3e-9090-7640560cb359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.121981 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-f76eb014-a390-4e3e-9090-7640560cb359 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a28b6387-7a2d-425b-9e7e-31f85ef5027e HTTP/1.1" status: 204 len: 168 time: 0.1859698 Aug 18 14:59:59.130277 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eb014-a390-4e3e-9090-7640560cb359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b6387-7a2d-425b-9e7e-31f85ef5027e,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:59.238269 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.243730 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.245586 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c220803-3afe-431f-b41d-0e7d2f9e78a1 HTTP/1.1" status: 204 len: 168 time: 0.3347948 Aug 18 14:59:59.256473 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a158b-51a3-4a11-af6b-9cbe633f3e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c220803-3afe-431f-b41d-0e7d2f9e78a1,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 14:59:59.525786 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 40858) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:59.564843 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-7e3e6f30-28bd-402b-aff3-47b768fdad82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05bc3944a1be46659656f2caa26a8227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378084 Aug 18 14:59:59.567274 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 40860) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 14:59:59.615851 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9ba46b3f-7984-4aae-8d96-6c43320bd455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.637099 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9ba46b3f-7984-4aae-8d96-6c43320bd455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.769353 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9ba46b3f-7984-4aae-8d96-6c43320bd455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.772263 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9ba46b3f-7984-4aae-8d96-6c43320bd455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 14:59:59.777444 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-9ba46b3f-7984-4aae-8d96-6c43320bd455 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cab0ba58-fb40-4a01-8180-47337e61e944 HTTP/1.1" status: 204 len: 168 time: 0.2046895 Aug 18 14:59:59.781083 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba46b3f-7984-4aae-8d96-6c43320bd455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab0ba58-fb40-4a01-8180-47337e61e944,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:06.584044 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 40992) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:06.685361 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-42df12d1-d7d2-463a-b308-f2e27a3e3dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:06.771978 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-42df12d1-d7d2-463a-b308-f2e27a3e3dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:06.834113 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-42df12d1-d7d2-463a-b308-f2e27a3e3dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:06.872980 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-42df12d1-d7d2-463a-b308-f2e27a3e3dce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7308ee6251a54171a30dcd9f27a6fca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882266 Aug 18 15:00:06.873839 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df12d1-d7d2-463a-b308-f2e27a3e3dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f115af47-9b45-42b0-9d7d-d3b5c445fe1b,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:06.875779 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 40996) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:06.922905 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-058919aa-6601-44aa-be50-12d1d2fff5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:06.943840 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-058919aa-6601-44aa-be50-12d1d2fff5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:07.057364 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-058919aa-6601-44aa-be50-12d1d2fff5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:07.059987 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-058919aa-6601-44aa-be50-12d1d2fff5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:07.061109 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-058919aa-6601-44aa-be50-12d1d2fff5cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f115af47-9b45-42b0-9d7d-d3b5c445fe1b HTTP/1.1" status: 204 len: 168 time: 0.1843674 Aug 18 15:00:07.068436 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058919aa-6601-44aa-be50-12d1d2fff5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f115af47-9b45-42b0-9d7d-d3b5c445fe1b,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:07.643392 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41006) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:07.656635 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-356f0cc8-9c1f-4777-aa99-1cc50e685353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:07.741048 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-356f0cc8-9c1f-4777-aa99-1cc50e685353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:07.808832 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-356f0cc8-9c1f-4777-aa99-1cc50e685353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:07.844683 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f0cc8-9c1f-4777-aa99-1cc50e685353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cce1e9c-f211-40a8-984a-801479f3ef01,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:07.850068 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-356f0cc8-9c1f-4777-aa99-1cc50e685353 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2f0f87441af4cba9f03470f52abab8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056773 Aug 18 15:00:07.852690 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41008) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:07.899646 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c2bc-f9b1-4572-9324-166184794bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:07.920442 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c2bc-f9b1-4572-9324-166184794bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:08.063165 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c2bc-f9b1-4572-9324-166184794bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:08.065683 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c2bc-f9b1-4572-9324-166184794bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:08.066866 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-b3a4c2bc-f9b1-4572-9324-166184794bc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cce1e9c-f211-40a8-984a-801479f3ef01 HTTP/1.1" status: 204 len: 168 time: 0.2127261 Aug 18 15:00:08.075304 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4c2bc-f9b1-4572-9324-166184794bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cce1e9c-f211-40a8-984a-801479f3ef01,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:09.344398 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a82fd-714a-44c6-b0ae-ecf0c3bbd592 req-485ad2d4-dcff-449d-a9c7-53bd4a8127a7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:09.345965 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ad4a82fd-714a-44c6-b0ae-ecf0c3bbd592 req-485ad2d4-dcff-449d-a9c7-53bd4a8127a7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0544600 Aug 18 15:00:09.388141 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ad4a82fd-714a-44c6-b0ae-ecf0c3bbd592 req-55614d95-c004-4da3-93d8-90078bf8e987 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362477 Aug 18 15:00:10.509549 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1178f89-c092-47f9-a2b1-d9f1c4cf0257 req-67298d4d-d27e-437f-a10b-072852fcfbe2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:10.511040 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b1178f89-c092-47f9-a2b1-d9f1c4cf0257 req-67298d4d-d27e-437f-a10b-072852fcfbe2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0479128 Aug 18 15:00:10.548974 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b1178f89-c092-47f9-a2b1-d9f1c4cf0257 req-b96b73ba-8c27-4928-8fb0-9d4f7757160b tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Aug 18 15:00:11.667800 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad02f18-ae3e-4ef5-a250-47da3c2aca73 req-eb0c212f-7011-4870-a7fc-b4ee67bb4685 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:11.669286 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7ad02f18-ae3e-4ef5-a250-47da3c2aca73 req-eb0c212f-7011-4870-a7fc-b4ee67bb4685 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0496018 Aug 18 15:00:11.706586 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7ad02f18-ae3e-4ef5-a250-47da3c2aca73 req-5995b145-5083-41cd-8de6-028a096e0393 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314407 Aug 18 15:00:12.824943 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bae58-de8f-4dd9-b3c4-c9f28921bbf2 req-189ef212-923f-4fc6-a4a6-90b6cf074ca0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:12.826382 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d22bae58-de8f-4dd9-b3c4-c9f28921bbf2 req-189ef212-923f-4fc6-a4a6-90b6cf074ca0 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0510271 Aug 18 15:00:12.863334 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d22bae58-de8f-4dd9-b3c4-c9f28921bbf2 req-6a466878-e54a-42b7-bf33-ffd0fb883fac tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Aug 18 15:00:13.977445 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d862-3da9-4f1a-8137-1b6089bbb929 req-fffa30f6-5566-4e58-8dcf-1bb59ab2e2eb tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:13.978943 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3198d862-3da9-4f1a-8137-1b6089bbb929 req-fffa30f6-5566-4e58-8dcf-1bb59ab2e2eb tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0474362 Aug 18 15:00:14.016496 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3198d862-3da9-4f1a-8137-1b6089bbb929 req-29b71fa9-4fcd-4897-94f9-f3b971c35eed tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310869 Aug 18 15:00:15.008136 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-2b6acabb-4dc5-4385-9549-f6b0934bc1d4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:15.009564 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-2b6acabb-4dc5-4385-9549-f6b0934bc1d4 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0480633 Aug 18 15:00:15.103056 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Deleting port 32b5887c-c907-47a3-a983-0a8faa0a351a {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:00:15.103397 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:15.134880 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba267887-869d-4740-931d-914ed374d04d req-a445ed2d-dba4-476f-9b49-2513226c35ec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:15.137034 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ba267887-869d-4740-931d-914ed374d04d req-a445ed2d-dba4-476f-9b49-2513226c35ec tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 946 time: 0.0478950 Aug 18 15:00:15.173833 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ba267887-869d-4740-931d-914ed374d04d req-db56b896-89d5-48de-aa8e-be8640f535df tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a84f9ce-1681-4946-9bcf-93eda020a71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307236 Aug 18 15:00:15.195794 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] For port 32b5887c-c907-47a3-a983-0a8faa0a351a, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=32b5887c-c907-47a3-a983-0a8faa0a351a,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:15.195794 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:15.368322 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:15.368691 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:15.369005 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.l3_db [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Floating IP 9838b204-b336-4f18-8865-768d49f42a96 disassociated. External IP: 172.27.2.63, port: 32b5887c-c907-47a3-a983-0a8faa0a351a. Aug 18 15:00:15.369346 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Calling delete_port for 32b5887c-c907-47a3-a983-0a8faa0a351a owned by compute:nova {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:00:15.588549 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:15.624840 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event deleted for resources: {'Port': ['ID=32b5887c-c907-47a3-a983-0a8faa0a351a,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:15.742266 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Router 028a1208-060c-48c9-b146-b0d1492a2967 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:00:15.849265 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:00:15.859144 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] Sync routers for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:00:15.868750 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:15.871640 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:59:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:15.897530 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] No DVR routers for this DVR port 32b5887c-c907-47a3-a983-0a8faa0a351a on host hv-cinder-80502 {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:00:15.897530 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:15.899152 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-c33b1efa-4f53-4492-af63-3203f0719bf9 req-cc31f412-6112-4e0c-a466-665161525b04 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.49 "DELETE /v2.0/ports/32b5887c-c907-47a3-a983-0a8faa0a351a HTTP/1.1" status: 204 len: 173 time: 0.8832729 Aug 18 15:00:15.902661 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-deleted', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:00:15.903539 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245e466f-aade-4ec7-a56e-cfd8754e169f" -d '{"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-deleted", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:00:15.985268 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:16.074338 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceeab82-df72-4c1a-95f6-cf4b844c9cc4 x-openstack-request-id: req-0ceeab82-df72-4c1a-95f6-cf4b844c9cc4 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:00:16.075244 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61aa98dd-c478-40b9-81eb-deafcd3064f6", "name": "network-vif-deleted", "tag": "32b5887c-c907-47a3-a983-0a8faa0a351a", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:00:16.075649 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ceeab82-df72-4c1a-95f6-cf4b844c9cc4 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:00:16.076227 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aa98dd-c478-40b9-81eb-deafcd3064f6', 'name': 'network-vif-deleted', 'tag': '32b5887c-c907-47a3-a983-0a8faa0a351a', 'status': 'completed', 'code': 200} Aug 18 15:00:16.204063 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:16.231080 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] Checking router: 028a1208-060c-48c9-b146-b0d1492a2967 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:00:16.239514 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:16.240138 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T14:59:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:16.282305 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-db55f9db-4fb0-496c-9b28-4657d343d58f req-ed630ad7-64ea-45a7-ad85-6356fef2eefe tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0301862 Aug 18 15:00:16.347333 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:16.540679 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:16.566328 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05ce08-334e-424a-a8c9-97a4f91a08b4 None None] The sync data for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi is: [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T14:49:25Z', 'revision_number': 4, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e7c811f-f9ae-453b-a2fb-7806a06067d4', 'name': '', 'network_id': '893d2803-c5ab-43bc-aa81-4ce998c20cde', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'mac_address': 'fa:16:3e:17:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:24Z', 'updated_at': '2021-08-18T14:49:39Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'subnets': [{'id': '8f325e6d-eae1-43fa-af79-f49dc59b53de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:00:16.762391 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679eb296-cf11-40d5-ab2c-dd173935c0dc None None] New status for floating IP 9838b204-b336-4f18-8865-768d49f42a96: DOWN {{(pid=100977) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:00:17.512402 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-10eb14f5-5162-4177-8a78-fe936adc69f3 req-28351f31-f454-4ed3-9ce4-09fa6135a5bf tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0261204 Aug 18 15:00:18.617476 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b0632b5a-6e38-452b-98ee-0a4670bf3b49 req-3c8538d3-2595-4dea-bf40-6fd204c69fe2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0249348 Aug 18 15:00:19.741903 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9342bcc0-6ac2-4e15-954d-e566d5f60e71 req-5d4ce4f7-cf98-4464-b2f1-a285b94e4752 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0358298 Aug 18 15:00:20.858323 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5e147397-782e-4817-8682-1b72567e7582 req-49439ab6-65bd-4dcf-96ce-b9dc70af2eea tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/ports?device_id=61aa98dd-c478-40b9-81eb-deafcd3064f6 HTTP/1.1" status: 200 len: 210 time: 0.0259075 Aug 18 15:00:21.034769 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:00:21.056650 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-14c1da10-989b-4464-8156-d12c1bfcfcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:21.057965 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 32b5887c-c907-47a3-a983-0a8faa0a351a {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:00:21.058308 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 32b5887c-c907-47a3-a983-0a8faa0a351a not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:00:21.990424 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41194) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:22.052233 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8384abff-3924-44df-a7db-c9513af12bb2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.072763 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8384abff-3924-44df-a7db-c9513af12bb2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.193970 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8384abff-3924-44df-a7db-c9513af12bb2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.196688 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8384abff-3924-44df-a7db-c9513af12bb2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.197870 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-8384abff-3924-44df-a7db-c9513af12bb2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "DELETE /v2.0/security-groups/9a84f9ce-1681-4946-9bcf-93eda020a71c HTTP/1.1" status: 204 len: 168 time: 0.2063806 Aug 18 15:00:22.201020 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41208) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:22.208477 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384abff-3924-44df-a7db-c9513af12bb2 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a84f9ce-1681-4946-9bcf-93eda020a71c,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:22.216905 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.api.v2.resource [None req-75161e20-a7f8-46b2-acd5-b42701a98be7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] show failed (client error): The resource could not be found. Aug 18 15:00:22.220599 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-75161e20-a7f8-46b2-acd5-b42701a98be7 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "GET /v2.0/security-groups/9a84f9ce-1681-4946-9bcf-93eda020a71c HTTP/1.1" status: 404 len: 347 time: 0.0157163 Aug 18 15:00:22.223515 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41214) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:22.356307 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Deleting port 3a9e6157-4df2-4643-926c-e4fd2f27c939 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:00:22.356660 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.436309 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.436639 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.447974 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Calling delete_port for 3a9e6157-4df2-4643-926c-e4fd2f27c939 owned by network:floatingip {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:00:22.649487 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.677235 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Pushing event deleted for resources: {'Port': ['ID=3a9e6157-4df2-4643-926c-e4fd2f27c939,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:22.703136 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.705268 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.705268 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.705268 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.705268 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.705648 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.705648 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.705936 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.706260 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.706610 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.706937 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.707258 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:22.749325 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks [] for floatingip, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.752566 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:22.753792 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-5c1c0d68-65be-4637-bc36-07f7d84c4001 tempest-AttachVolumeShelveTestJSON-1369722366 tempest-AttachVolumeShelveTestJSON-1369722366-project] 10.222.0.16 "DELETE /v2.0/floatingips/9838b204-b336-4f18-8865-768d49f42a96 HTTP/1.1" status: 204 len: 168 time: 0.5292897 Aug 18 15:00:23.483842 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:00:23.591753 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3ea6ec30-6c6f-4c87-b941-ac9abe1d30b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:23.729074 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:24.834129 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:25.573867 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41282) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:26.081608 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66647537'] for router_interface, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:26.325564 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:26.336428 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Deleting port 3e7c811f-f9ae-453b-a2fb-7806a06067d4 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:00:26.336768 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:26.419536 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] For port 3e7c811f-f9ae-453b-a2fb-7806a06067d4, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3e7c811f-f9ae-453b-a2fb-7806a06067d4,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:26.419916 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:26.431806 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Calling delete_port for 3e7c811f-f9ae-453b-a2fb-7806a06067d4 owned by network:router_interface {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:00:26.523291 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:26.994023 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:27.023899 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7c811f-f9ae-453b-a2fb-7806a06067d4,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:27.034254 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.034488 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.034954 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.035287 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.035641 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.035946 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.036274 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.036600 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.036925 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.037238 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.037559 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.037878 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:27.204539 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66754913'] for router_interface, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:27.425655 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Router 028a1208-060c-48c9-b146-b0d1492a2967 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:00:27.530594 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:00:27.536787 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c2da99a4-2f49-4cd8-86f5-a369d281636a admin admin] 10.222.0.16 "PUT /v2.0/routers/028a1208-060c-48c9-b146-b0d1492a2967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9618564 Aug 18 15:00:27.539952 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41308) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:27.542645 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] Sync routers for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:00:27.553013 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:27.553627 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:27.645246 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks [] for router, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:27.657240 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:27.748578 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:27.772699 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41312) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:27.892067 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0f67af1f-98b0-4afc-8c95-85c8b01ec46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:27.930775 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T15:00:26Z', 'revision_number': 5, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port': {'id': '9bf00acb-48dd-4797-a558-c9b531089fce', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028a1208-060c-48c9-b146-b0d1492a2967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T14:49:18Z', 'updated_at': '2021-08-18T14:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:27.948260 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Deleting port 9bf00acb-48dd-4797-a558-c9b531089fce {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:00:27.948608 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:27.958367 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] Checking router: 028a1208-060c-48c9-b146-b0d1492a2967 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:00:27.967207 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] Routers {'028a1208-060c-48c9-b146-b0d1492a2967'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:27.967889 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['028a1208-060c-48c9-b146-b0d1492a2967'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:28.054692 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] Set router 028a1208-060c-48c9-b146-b0d1492a2967 gateway port host: None {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:28.056217 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] For port 9bf00acb-48dd-4797-a558-c9b531089fce, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=9bf00acb-48dd-4797-a558-c9b531089fce,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:28.056712 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.077117 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Calling delete_port for 9bf00acb-48dd-4797-a558-c9b531089fce owned by network:router_gateway {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:00:28.080112 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0f67af1f-98b0-4afc-8c95-85c8b01ec46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.109519 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T15:00:27Z', 'revision_number': 6, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port_host': None}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:28.134734 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84663fdf-80a8-4750-93d0-d803e91aea8f None None] The sync data for ids ['028a1208-060c-48c9-b146-b0d1492a2967'] in dv-cinder-805026-1-iscsi is: [{'id': '028a1208-060c-48c9-b146-b0d1492a2967', 'name': 'tempest-AttachVolumeShelveTestJSON-1667542434-router', 'tenant_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T14:49:16Z', 'updated_at': '2021-08-18T15:00:27Z', 'revision_number': 6, 'project_id': 'e6f3f58343c9405c8afe9885e7b873cf', 'gw_port_host': None}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:00:28.183029 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0f67af1f-98b0-4afc-8c95-85c8b01ec46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.233075 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-0f67af1f-98b0-4afc-8c95-85c8b01ec46f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e07a5a88a044f8e970ba2d857372b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593179 Aug 18 15:00:28.235815 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41316) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:28.237708 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67af1f-98b0-4afc-8c95-85c8b01ec46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1881f81d-bed8-4292-8713-4b18a3755602,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:28.287765 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6d00dc3a-e747-46a2-8053-062e531b33d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.308480 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6d00dc3a-e747-46a2-8053-062e531b33d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.336406 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.365192 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf00acb-48dd-4797-a558-c9b531089fce,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:28.422100 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6d00dc3a-e747-46a2-8053-062e531b33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.424071 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66642601'] for router_gateway, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.425910 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6d00dc3a-e747-46a2-8053-062e531b33d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.427111 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-6d00dc3a-e747-46a2-8053-062e531b33d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1881f81d-bed8-4292-8713-4b18a3755602 HTTP/1.1" status: 204 len: 168 time: 0.1902318 Aug 18 15:00:28.435164 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00dc3a-e747-46a2-8053-062e531b33d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1881f81d-bed8-4292-8713-4b18a3755602,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:28.520650 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66635162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255203'] for router, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.526138 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.685162 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66635235'] for router, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.685647 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028a1208-060c-48c9-b146-b0d1492a2967 {{(pid=100975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:00:28.690656 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.693247 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-db7f6a71-e1d4-428a-8498-21084bac3645 admin admin] 10.222.0.16 "DELETE /v2.0/routers/028a1208-060c-48c9-b146-b0d1492a2967 HTTP/1.1" status: 204 len: 168 time: 1.1515515 Aug 18 15:00:28.694996 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41326) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:28.742619 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd15303e-cb9d-4d8c-9140-2e22d78e9c01 admin admin] Deleting subnet 8f325e6d-eae1-43fa-af79-f49dc59b53de {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:00:28.745650 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-cd15303e-cb9d-4d8c-9140-2e22d78e9c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.779314 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-cd15303e-cb9d-4d8c-9140-2e22d78e9c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64721784'] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.863869 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-cd15303e-cb9d-4d8c-9140-2e22d78e9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:28.997876 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-cd15303e-cb9d-4d8c-9140-2e22d78e9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64721826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63383891'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.025147 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15303e-cb9d-4d8c-9140-2e22d78e9c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f325e6d-eae1-43fa-af79-f49dc59b53de,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:29.030834 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-cd15303e-cb9d-4d8c-9140-2e22d78e9c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.034965 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-cd15303e-cb9d-4d8c-9140-2e22d78e9c01 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8f325e6d-eae1-43fa-af79-f49dc59b53de HTTP/1.1" status: 204 len: 168 time: 0.3368287 Aug 18 15:00:29.035750 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41338) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:29.037840 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd5625-f710-420e-b219-5c015c26b35c None None] Network 893d2803-c5ab-43bc-aa81-4ce998c20cde requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:00:29.108119 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.164457 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Deleting port 3a71b28f-07e2-4c59-a846-f496da7190d7 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:00:29.164890 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.247106 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] For port 3a71b28f-07e2-4c59-a846-f496da7190d7, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3a71b28f-07e2-4c59-a846-f496da7190d7,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:29.247106 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.255143 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4985ef6-f3a7-4cf0-906c-786f03df72d5 None None] DHCP port deletion for 893d2803-c5ab-43bc-aa81-4ce998c20cde request from dv-cinder-805026-1-iscsi {{(pid=100977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:00:29.281350 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Calling delete_port for 3a71b28f-07e2-4c59-a846-f496da7190d7 owned by network:dhcp {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:00:29.319931 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-b4985ef6-f3a7-4cf0-906c-786f03df72d5 None None] Deleting port 3a71b28f-07e2-4c59-a846-f496da7190d7 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:00:29.320379 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b4985ef6-f3a7-4cf0-906c-786f03df72d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.388099 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-b4985ef6-f3a7-4cf0-906c-786f03df72d5 None None] For port 3a71b28f-07e2-4c59-a846-f496da7190d7, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3a71b28f-07e2-4c59-a846-f496da7190d7,segment=NetworkSegment(772c9378-98f9-47d3-a016-2cfa26dd8ccf),segment_id=772c9378-98f9-47d3-a016-2cfa26dd8ccf)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:29.392012 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b4985ef6-f3a7-4cf0-906c-786f03df72d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.401224 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-b4985ef6-f3a7-4cf0-906c-786f03df72d5 None None] Calling delete_port for 3a71b28f-07e2-4c59-a846-f496da7190d7 owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:00:29.468193 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.476100 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b4985ef6-f3a7-4cf0-906c-786f03df72d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.499854 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] No DVR routers for this DVR port 3a71b28f-07e2-4c59-a846-f496da7190d7 on host dv-cinder-805026-1-iscsi {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:00:29.505036 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4985ef6-f3a7-4cf0-906c-786f03df72d5 None None] Pushing event deleted for resources: {'Port': ['ID=3a71b28f-07e2-4c59-a846-f496da7190d7,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:29.505229 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a71b28f-07e2-4c59-a846-f496da7190d7,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:29.508462 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4985ef6-f3a7-4cf0-906c-786f03df72d5 None None] No DVR routers for this DVR port 3a71b28f-07e2-4c59-a846-f496da7190d7 on host dv-cinder-805026-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:00:29.573940 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41352) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:29.576924 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.589042 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893d2803-c5ab-43bc-aa81-4ce998c20cde']}} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:29.599587 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772c9378-98f9-47d3-a016-2cfa26dd8ccf') {'for_net_delete': True} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:29.599890 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772c9378-98f9-47d3-a016-2cfa26dd8ccf') {} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:29.608492 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64721777'] for segment, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.621747 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.627682 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:00:29.628058 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64722432'] for segment, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: Traceback (most recent call last): Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: timer() Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: cb(*args, **kw) Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: return func(*args, **kwargs) Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: self._notify() Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: self.callback(batched_events) Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: event.method(event) Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: return f(self, *a, **k) Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._get(url).json() Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: return self.request(url, 'GET', **kwargs) Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:00:29.629738 dv-cinder-805026-1-iscsi neutron-server[100975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:00:29.678883 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2028583956-network', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:29.814470 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Made reservation on behalf of ae92fca53e8844c0920f774e9e31bd28 for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:00:29.819276 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.820136 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.820244 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.822106 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/893d2803-c5ab-43bc-aa81-4ce998c20cde HTTP/1.1" status: 204 len: 168 time: 0.7851422 Aug 18 15:00:29.836681 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:29.836867 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ae3d8-bdb9-4929-b86c-ee3db129f7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=893d2803-c5ab-43bc-aa81-4ce998c20cde,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:29.931170 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.062096 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.084358 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:00:30.098208 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9141bb-c099-4802-9ee9-3e94a6b4e93d,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:30.104363 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.104725 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Added segment 8cc1aea6-71af-4031-b743-5ad9ec1e8337 of type vlan for network 3b3f21b6-e871-47d8-b915-358aab046b88 Aug 18 15:00:30.145449 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.195279 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3e7c811f-f9ae-453b-a2fb-7806a06067d4 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:00:30.214787 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 3e7c811f-f9ae-453b-a2fb-7806a06067d4 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:00:30.215311 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3e7c811f-f9ae-453b-a2fb-7806a06067d4 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:00:30.215532 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9bf00acb-48dd-4797-a558-c9b531089fce no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:00:30.226943 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41364) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:30.233964 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 9bf00acb-48dd-4797-a558-c9b531089fce {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:00:30.234307 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 9bf00acb-48dd-4797-a558-c9b531089fce not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:00:30.234741 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3a71b28f-07e2-4c59-a846-f496da7190d7 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:00:30.247590 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.248528 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:30.252046 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.253332 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 3a71b28f-07e2-4c59-a846-f496da7190d7 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:00:30.253688 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3a71b28f-07e2-4c59-a846-f496da7190d7 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:00:30.325336 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-5932db0d-181a-4a87-845e-052fad531533 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6f3f58343c9405c8afe9885e7b873cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0972011 Aug 18 15:00:30.328379 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41366) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:30.333214 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] Pushing event updated for resources: {'Network': ['ID=3b3f21b6-e871-47d8-b915-358aab046b88,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:30.343213 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 3b3f21b6-e871-47d8-b915-358aab046b88 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:00:30.378142 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ef78977c-9d28-4d52-b80c-91522ba8eac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.400459 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ef78977c-9d28-4d52-b80c-91522ba8eac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.414440 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d3a2cff5-7a71-4ce3-b049-ddc10be0208d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8367112 Aug 18 15:00:30.414701 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41370) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:30.419899 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Request body: {'subnet': {'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2028583956-subnet', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'ip_version': 4}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:30.430788 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41372) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:30.529096 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Made reservation on behalf of ae92fca53e8844c0920f774e9e31bd28 for: {'subnet': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:00:30.531438 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63690610'] for subnet, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.533970 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-dacc6863-1da0-4fba-a1a7-1c7025e4f382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.569514 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ef78977c-9d28-4d52-b80c-91522ba8eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.572171 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ef78977c-9d28-4d52-b80c-91522ba8eac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.573406 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-ef78977c-9d28-4d52-b80c-91522ba8eac3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0a1fb77-4c6f-401f-bbbc-c5cab59755c3 HTTP/1.1" status: 204 len: 168 time: 0.2433879 Aug 18 15:00:30.589394 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78977c-9d28-4d52-b80c-91522ba8eac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a1fb77-4c6f-401f-bbbc-c5cab59755c3,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:30.649614 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-dacc6863-1da0-4fba-a1a7-1c7025e4f382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.759327 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-dacc6863-1da0-4fba-a1a7-1c7025e4f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.796605 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-dacc6863-1da0-4fba-a1a7-1c7025e4f382 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0df53214684d4b17be90c9923f32c056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648396 Aug 18 15:00:30.798502 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc6863-1da0-4fba-a1a7-1c7025e4f382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2341a931-e9af-40c1-b047-d4cfaa614ef9,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:30.799411 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41378) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:30.814891 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63756863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63690596'] for subnet, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.897450 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:30.908145 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f1a2-1c77-4f96-b360-806ca6adb776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:30.919388 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Checking segment: {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:30.919770 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Network hostable DHCP agents. Network: 3b3f21b6-e871-47d8-b915-358aab046b88, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:00:30.937420 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f1a2-1c77-4f96-b360-806ca6adb776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.027776 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Network 3b3f21b6-e871-47d8-b915-358aab046b88 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:00:31.073379 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f1a2-1c77-4f96-b360-806ca6adb776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.076087 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f1a2-1c77-4f96-b360-806ca6adb776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.077479 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d0f9f1a2-1c77-4f96-b360-806ca6adb776 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2341a931-e9af-40c1-b047-d4cfaa614ef9 HTTP/1.1" status: 204 len: 168 time: 0.2768402 Aug 18 15:00:31.085773 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9f1a2-1c77-4f96-b360-806ca6adb776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2341a931-e9af-40c1-b047-d4cfaa614ef9,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:31.097170 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 3b3f21b6-e871-47d8-b915-358aab046b88) {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:31.102655 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:31.103539 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.113333 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd1a094-ed4f-4372-b45c-4e2232d9e320 None None] Network 3b3f21b6-e871-47d8-b915-358aab046b88 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:00:31.206664 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-9297b50c-62dd-48a7-a0d5-554b9d05c72b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7908056 Aug 18 15:00:31.210200 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41392) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:31.215011 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:31.261618 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-3b3f21b6-e871-47d8-b915-358aab046b88', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:00:31.262517 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.306472 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.307543 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.359702 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.404813 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Allocated IP 172.20.0.2 (3b3f21b6-e871-47d8-b915-358aab046b88/17b379a1-3fc0-4c5b-a2aa-5fb5f8675019/10e2a509-e9bb-4952-bfb1-1d0baa91fe7a) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:31.553844 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.562079 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Transition to ACTIVE for port object 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:31.577068 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Transition to ACTIVE for port object 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:31.624681 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.685599 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.720734 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Network 3b3f21b6-e871-47d8-b915-358aab046b88 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:31.723573 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:31.729309 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:31.766198 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Pushing event updated for resources: {'Port': ['ID=10e2a509-e9bb-4952-bfb1-1d0baa91fe7a,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:31.794029 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Attempting to bind port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:31.794389 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Attempting to bind port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:31.794966 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Attempting to bind port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a on network 3b3f21b6-e871-47d8-b915-358aab046b88 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:31.801958 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:31.802569 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Checking segment: {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:31.803142 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.803691 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Bound using segment: {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:31.804374 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Bound port: 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:31.804754 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.864350 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41406) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:31.877788 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf10bef1-534a-4686-9fc9-d5a1addc4fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.909677 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] For port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:31.914987 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] For port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=10e2a509-e9bb-4952-bfb1-1d0baa91fe7a,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:31.931343 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.954193 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:31.976549 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf10bef1-534a-4686-9fc9-d5a1addc4fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:32.011058 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:32.065096 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Allocated IP 172.27.2.30 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/c94896bc-7942-4462-9812-e73bc8c06dbf) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:32.075033 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae3dc4-44c4-4976-8eac-8d5943151ec4 None None] Pushing event updated for resources: {'Port': ['ID=10e2a509-e9bb-4952-bfb1-1d0baa91fe7a,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:32.079639 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-bf10bef1-534a-4686-9fc9-d5a1addc4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:32.124309 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-bf10bef1-534a-4686-9fc9-d5a1addc4fcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbc9c0251f7c40e99e6b637d8380f022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588103 Aug 18 15:00:32.125876 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41410) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:32.133698 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10bef1-534a-4686-9fc9-d5a1addc4fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287b59f6-6c76-4f5b-acb0-5377c50a40ab,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:32.180198 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6a52de87-a936-49dd-8255-1f5b8272c71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:32.202574 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:32.206735 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6a52de87-a936-49dd-8255-1f5b8272c71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:32.415177 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:32.448807 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6a52de87-a936-49dd-8255-1f5b8272c71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:32.451515 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6a52de87-a936-49dd-8255-1f5b8272c71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:32.453086 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-6a52de87-a936-49dd-8255-1f5b8272c71e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/287b59f6-6c76-4f5b-acb0-5377c50a40ab HTTP/1.1" status: 204 len: 168 time: 0.3261948 Aug 18 15:00:32.453868 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:32.464016 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:32.464119 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52de87-a936-49dd-8255-1f5b8272c71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287b59f6-6c76-4f5b-acb0-5377c50a40ab,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:32.465321 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:32.470109 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Pushing event updated for resources: {'Port': ['ID=c94896bc-7942-4462-9812-e73bc8c06dbf,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:32.815131 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.048832 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.049810 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ad7b3-91b0-4411-a52e-7bf3a09478ed None None] Network 3b3f21b6-e871-47d8-b915-358aab046b88 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:00:33.244978 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-5afe62cc-699b-4d08-956b-ccdb887fcff7 None None] Provisioning for port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:33.420755 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41436) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:33.435937 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-65536dd7-638f-4f27-a14c-f665759d3d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.490484 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Router 21d7b49a-3178-41f5-902b-95d648b79d27 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:00:33.525749 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-65536dd7-638f-4f27-a14c-f665759d3d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.593628 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:00:33.603776 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Sync routers for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:00:33.605150 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-65536dd7-638f-4f27-a14c-f665759d3d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.612648 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:33.613972 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:33.646787 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-65536dd7-638f-4f27-a14c-f665759d3d85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af88904ad1364413801e1490579f885e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246907 Aug 18 15:00:33.647899 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65536dd7-638f-4f27-a14c-f665759d3d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd7e6b2-ad57-498f-abb7-393ff0bc5895,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:33.649641 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41438) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:33.701778 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-da9a512d-6804-4298-9976-9f81d3b97a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.719078 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.720288 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-5b9332c8-a77a-4892-85c7-08ee9d8a5d41 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5090511 Aug 18 15:00:33.720499 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:33.724094 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41440) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:33.727143 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-da9a512d-6804-4298-9976-9f81d3b97a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.940998 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-da9a512d-6804-4298-9976-9f81d3b97a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.945324 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-da9a512d-6804-4298-9976-9f81d3b97a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:33.946497 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-da9a512d-6804-4298-9976-9f81d3b97a7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbd7e6b2-ad57-498f-abb7-393ff0bc5895 HTTP/1.1" status: 204 len: 168 time: 0.2949555 Aug 18 15:00:33.965821 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a512d-6804-4298-9976-9f81d3b97a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd7e6b2-ad57-498f-abb7-393ff0bc5895,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:34.033976 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:32Z', 'revision_number': 3, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:34.061486 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Checking router: 21d7b49a-3178-41f5-902b-95d648b79d27 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:00:34.062602 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Updating router 21d7b49a-3178-41f5-902b-95d648b79d27 port c94896bc-7942-4462-9812-e73bc8c06dbf binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:00:34.090042 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.206492 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.259149 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:34.365411 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Allocated IP 172.20.0.1 (3b3f21b6-e871-47d8-b915-358aab046b88/17b379a1-3fc0-4c5b-a2aa-5fb5f8675019/b85e9978-21aa-411b-84e5-dba9e7cc56b5) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:34.393941 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.405073 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Transition to ACTIVE for port object c94896bc-7942-4462-9812-e73bc8c06dbf will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:34.439727 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:34.444372 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:34.446380 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.491805 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.505957 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Transition to ACTIVE for port object b85e9978-21aa-411b-84e5-dba9e7cc56b5 will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:34.526696 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.564488 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.593116 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Attempting to bind port c94896bc-7942-4462-9812-e73bc8c06dbf on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:34.593490 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Attempting to bind port c94896bc-7942-4462-9812-e73bc8c06dbf by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:34.593855 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Attempting to bind port c94896bc-7942-4462-9812-e73bc8c06dbf on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:34.609258 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e51b91-7701-4070-b1ea-067e5cd8044a None None] Pushing event updated for resources: {'Port': ['ID=c94896bc-7942-4462-9812-e73bc8c06dbf,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:34.611497 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:34.611869 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:34.612272 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.612656 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:34.613647 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Bound port: c94896bc-7942-4462-9812-e73bc8c06dbf, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:34.614025 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.616733 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.648130 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=10e2a509-e9bb-4952-bfb1-1d0baa91fe7a,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:34.659237 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Network 3b3f21b6-e871-47d8-b915-358aab046b88 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:34.665091 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:34.667896 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:34.682165 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] For port c94896bc-7942-4462-9812-e73bc8c06dbf, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:34.685508 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] For port c94896bc-7942-4462-9812-e73bc8c06dbf, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c94896bc-7942-4462-9812-e73bc8c06dbf,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:34.701833 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Pushing event updated for resources: {'Port': ['ID=b85e9978-21aa-411b-84e5-dba9e7cc56b5,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:34.720294 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.746460 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.782329 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.821825 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=10e2a509-e9bb-4952-bfb1-1d0baa91fe7a,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:34.828609 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:34.829244 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:34.933532 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e51b91-7701-4070-b1ea-067e5cd8044a None None] Pushing event updated for resources: {'Port': ['ID=c94896bc-7942-4462-9812-e73bc8c06dbf,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:34.972877 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:34.992451 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:35.048888 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-35e628c2-0337-4a80-a4ad-96910d632826 None None] Provisioning for port b85e9978-21aa-411b-84e5-dba9e7cc56b5 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:35.061583 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-35e628c2-0337-4a80-a4ad-96910d632826 None None] Provisioning complete for port b85e9978-21aa-411b-84e5-dba9e7cc56b5 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:35.062232 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-35e628c2-0337-4a80-a4ad-96910d632826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:35.122743 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-35e628c2-0337-4a80-a4ad-96910d632826 None None] Port b85e9978-21aa-411b-84e5-dba9e7cc56b5 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:00:35.151486 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:35.193219 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:35.227966 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:32Z', 'revision_number': 3, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:35.267028 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7dc603-9dd3-4da6-846f-4b3991f2dcd6 None None] The sync data for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi is: [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:32Z', 'revision_number': 3, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:00:35.278918 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:35.294905 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Pushing event updated for resources: {'Port': ['ID=b85e9978-21aa-411b-84e5-dba9e7cc56b5,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:35.399297 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Network 3b3f21b6-e871-47d8-b915-358aab046b88 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:35.400696 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:35.579832 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Router 21d7b49a-3178-41f5-902b-95d648b79d27 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:00:35.713178 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:00:35.729340 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-848e10fe-a06d-4900-9a4f-4c7ef34e525d admin admin] 10.222.0.16 "PUT /v2.0/routers/21d7b49a-3178-41f5-902b-95d648b79d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9935200 Aug 18 15:00:35.772885 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-17c12aea-fc9e-4514-9286-705dc86eae2c None None] Provisioning complete for port b85e9978-21aa-411b-84e5-dba9e7cc56b5 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:35.773556 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-17c12aea-fc9e-4514-9286-705dc86eae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:35.826489 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-17c12aea-fc9e-4514-9286-705dc86eae2c None None] Port b85e9978-21aa-411b-84e5-dba9e7cc56b5 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:00:36.305212 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c94896bc-7942-4462-9812-e73bc8c06dbf up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:36.490350 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port c94896bc-7942-4462-9812-e73bc8c06dbf completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:36.494702 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port c94896bc-7942-4462-9812-e73bc8c06dbf triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:36.495168 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.592082 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41524) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:36.593186 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.598441 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1315156390-network', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:36.618699 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port c94896bc-7942-4462-9812-e73bc8c06dbf, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c94896bc-7942-4462-9812-e73bc8c06dbf,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:36.759589 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Made reservation on behalf of ca4e0727640b4508999d6520e5109c52 for: {'network': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:00:36.794223 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.794223 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.846158 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.847496 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:36.862342 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.934733 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=c94896bc-7942-4462-9812-e73bc8c06dbf,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:36.945347 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:36.945712 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.947643 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.977504 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=100975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:00:36.993753 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5767bb4-2b90-48f0-aa71-0c2ac971e451,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:36.994785 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:36.995140 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.segments_db [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Added segment 4a9bcd30-c21e-447c-9579-4f98e84c8e9a of type vlan for network 2053b22a-acd5-49d5-be75-22570e743e52 Aug 18 15:00:37.003962 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Sync routers for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:00:37.026875 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:37.028764 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:37.038563 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.139041 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:37.199152 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.200190 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:37.200783 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.267144 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] Pushing event updated for resources: {'Network': ['ID=2053b22a-acd5-49d5-be75-22570e743e52,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:37.278705 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 2053b22a-acd5-49d5-be75-22570e743e52 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:00:37.317266 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-352701eb-3bd7-4061-9597-43c6c4956507 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7203600 Aug 18 15:00:37.317868 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41536) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:37.323208 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Request body: {'subnet': {'network_id': '2053b22a-acd5-49d5-be75-22570e743e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1315156390-subnet', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:37.341173 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b85e9978-21aa-411b-84e5-dba9e7cc56b5', 'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'mac_address': 'fa:16:3e:99:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:34Z', 'updated_at': '2021-08-18T15:00:35Z', 'revision_number': 2, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'subnets': [{'id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:37.370556 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Checking router: 21d7b49a-3178-41f5-902b-95d648b79d27 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:00:37.370902 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Updating router 21d7b49a-3178-41f5-902b-95d648b79d27 port b85e9978-21aa-411b-84e5-dba9e7cc56b5 binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:00:37.397790 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.427480 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Made reservation on behalf of ca4e0727640b4508999d6520e5109c52 for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:00:37.430095 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63383886'] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.664766 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.668009 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64721763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63383896'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.676708 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Transition to ACTIVE for port object b85e9978-21aa-411b-84e5-dba9e7cc56b5 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:37.718103 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41544) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:37.733070 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:37.742400 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Checking segment: {'id': '4a9bcd30-c21e-447c-9579-4f98e84c8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:37.742796 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Network hostable DHCP agents. Network: 2053b22a-acd5-49d5-be75-22570e743e52, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:00:37.773585 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.818273 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Pushing event updated for resources: {'Port': ['ID=b85e9978-21aa-411b-84e5-dba9e7cc56b5,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:37.831764 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b66560c5-707f-42ca-ae3d-aaeae7d210e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.831879 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.831879 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.831879 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.831879 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.831879 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.831879 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.831879 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.832477 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.832568 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.832884 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.833205 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.833526 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:37.873269 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Network 2053b22a-acd5-49d5-be75-22570e743e52 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:00:37.880753 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Attempting to bind port b85e9978-21aa-411b-84e5-dba9e7cc56b5 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:37.881352 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Attempting to bind port b85e9978-21aa-411b-84e5-dba9e7cc56b5 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:37.881878 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Attempting to bind port b85e9978-21aa-411b-84e5-dba9e7cc56b5 on network 3b3f21b6-e871-47d8-b915-358aab046b88 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:37.887104 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:37.887715 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Checking segment: {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:37.888276 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.889101 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Bound using segment: {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:37.889725 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Bound port: b85e9978-21aa-411b-84e5-dba9e7cc56b5, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:37.890109 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.929144 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b66560c5-707f-42ca-ae3d-aaeae7d210e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.964687 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 2053b22a-acd5-49d5-be75-22570e743e52) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:37.966602 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] For port b85e9978-21aa-411b-84e5-dba9e7cc56b5, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:37.969311 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:37.969921 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:37.970049 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] For port b85e9978-21aa-411b-84e5-dba9e7cc56b5, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=b85e9978-21aa-411b-84e5-dba9e7cc56b5,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:37.975816 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c64128-fabb-4413-a54a-9a87d8a6438e None None] Network 2053b22a-acd5-49d5-be75-22570e743e52 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:00:38.026026 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-b66560c5-707f-42ca-ae3d-aaeae7d210e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.056531 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.071898 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66560c5-707f-42ca-ae3d-aaeae7d210e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64aaf8e0-90f3-4fcb-a2be-8af9e04e9735,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:38.099105 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b66560c5-707f-42ca-ae3d-aaeae7d210e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0afa922d82e942ef9a994a2410b205a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616536 Aug 18 15:00:38.099491 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41548) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:38.119392 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30956ba-88d8-4243-992e-2b674fc776de None None] Pushing event updated for resources: {'Port': ['ID=b85e9978-21aa-411b-84e5-dba9e7cc56b5,revision_number=4']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:38.127159 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41550) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:38.132065 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-7e539331-ac77-434a-983a-4aa905ec8c54 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8084707 Aug 18 15:00:38.132351 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:38.132351 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:38.132555 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:38.153045 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-2053b22a-acd5-49d5-be75-22570e743e52', 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'fixed_ips': [{'subnet_id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:00:38.153912 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.161804 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d4f8fa56-4b04-4228-81dc-b8c2564121ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.193211 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d4f8fa56-4b04-4228-81dc-b8c2564121ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.250522 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.251563 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.254891 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c94896bc-7942-4462-9812-e73bc8c06dbf up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:38.304399 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:38.359094 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Allocated IP 172.20.0.2 (2053b22a-acd5-49d5-be75-22570e743e52/4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e/73d2cad7-3737-4c2d-b087-1cec4f718b64) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:38.359321 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d4f8fa56-4b04-4228-81dc-b8c2564121ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.361327 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port c94896bc-7942-4462-9812-e73bc8c06dbf triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:38.361855 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.362698 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d4f8fa56-4b04-4228-81dc-b8c2564121ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.367105 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-d4f8fa56-4b04-4228-81dc-b8c2564121ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64aaf8e0-90f3-4fcb-a2be-8af9e04e9735 HTTP/1.1" status: 204 len: 168 time: 0.2801304 Aug 18 15:00:38.375140 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8fa56-4b04-4228-81dc-b8c2564121ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aaf8e0-90f3-4fcb-a2be-8af9e04e9735,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:38.414032 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.512335 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b85e9978-21aa-411b-84e5-dba9e7cc56b5', 'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'mac_address': 'fa:16:3e:99:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:34Z', 'updated_at': '2021-08-18T15:00:37Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'subnets': [{'id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:38.539180 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e04e9d-83ee-4abe-83ff-6a3b52090643 None None] The sync data for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi is: [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b85e9978-21aa-411b-84e5-dba9e7cc56b5', 'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'mac_address': 'fa:16:3e:99:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:34Z', 'updated_at': '2021-08-18T15:00:37Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'subnets': [{'id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:00:38.633071 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.641406 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Transition to ACTIVE for port object 73d2cad7-3737-4c2d-b087-1cec4f718b64 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:38.659962 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Transition to ACTIVE for port object 73d2cad7-3737-4c2d-b087-1cec4f718b64 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:38.732842 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.788215 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.828453 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Network 2053b22a-acd5-49d5-be75-22570e743e52 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:38.834049 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:38.837324 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:38.850901 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Pushing event updated for resources: {'Port': ['ID=73d2cad7-3737-4c2d-b087-1cec4f718b64,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:38.875768 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.876173 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.883711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:00:38.919414 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Attempting to bind port 73d2cad7-3737-4c2d-b087-1cec4f718b64 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:38.919786 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Attempting to bind port 73d2cad7-3737-4c2d-b087-1cec4f718b64 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '4a9bcd30-c21e-447c-9579-4f98e84c8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:38.920149 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Attempting to bind port 73d2cad7-3737-4c2d-b087-1cec4f718b64 on network 2053b22a-acd5-49d5-be75-22570e743e52 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:38.926389 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:38.926793 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Checking segment: {'id': '4a9bcd30-c21e-447c-9579-4f98e84c8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:38.927183 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:38.927573 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Bound using segment: {'id': '4a9bcd30-c21e-447c-9579-4f98e84c8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:38.928034 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Bound port: 73d2cad7-3737-4c2d-b087-1cec4f718b64, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9bcd30-c21e-447c-9579-4f98e84c8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:38.928412 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.027985 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] For port 73d2cad7-3737-4c2d-b087-1cec4f718b64, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:39.032280 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] For port 73d2cad7-3737-4c2d-b087-1cec4f718b64, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=73d2cad7-3737-4c2d-b087-1cec4f718b64,segment=NetworkSegment(4a9bcd30-c21e-447c-9579-4f98e84c8e9a),segment_id=4a9bcd30-c21e-447c-9579-4f98e84c8e9a)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:39.127722 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.148316 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.157817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.244940 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0303ebe-5088-4c87-8dfb-3d523960a9e5 None None] Pushing event updated for resources: {'Port': ['ID=73d2cad7-3737-4c2d-b087-1cec4f718b64,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:39.288856 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Allocated IP 172.27.2.151 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/cbf40d05-afe4-4f95-b24f-ff2c3939e395) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:39.443997 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41564) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:39.451631 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.470434 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3e4a0e74-bc61-4145-b177-6e25a6af2457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.587666 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3e4a0e74-bc61-4145-b177-6e25a6af2457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.616690 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.661428 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:39.664729 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:39.668982 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:39.669173 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3e4a0e74-bc61-4145-b177-6e25a6af2457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.675566 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf40d05-afe4-4f95-b24f-ff2c3939e395,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:39.722302 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3e4a0e74-bc61-4145-b177-6e25a6af2457 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcdee5336a3947a7a52f7d0b7e3de547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748377 Aug 18 15:00:39.722302 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a0e74-bc61-4145-b177-6e25a6af2457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfdb093-ab75-43fa-8ee5-7a030b4ff317,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:39.724363 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41570) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:39.774702 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-406a1ce1-a4f7-4d16-85e2-675ab1588657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.820371 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-406a1ce1-a4f7-4d16-85e2-675ab1588657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:39.999051 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-406a1ce1-a4f7-4d16-85e2-675ab1588657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:40.001974 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-406a1ce1-a4f7-4d16-85e2-675ab1588657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:40.003433 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-406a1ce1-a4f7-4d16-85e2-675ab1588657 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bfdb093-ab75-43fa-8ee5-7a030b4ff317 HTTP/1.1" status: 204 len: 168 time: 0.2778530 Aug 18 15:00:40.012219 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a1ce1-a4f7-4d16-85e2-675ab1588657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfdb093-ab75-43fa-8ee5-7a030b4ff317,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:40.018064 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:40.220618 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2038b3b-092d-45aa-9d66-ab1b516d22c8 None None] Network 2053b22a-acd5-49d5-be75-22570e743e52 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:00:40.258095 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:40.354797 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b85e9978-21aa-411b-84e5-dba9e7cc56b5 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:40.511706 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:00:40.582526 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-59fb5d59-6f9d-484f-a83a-e0b626b6e68d None None] Provisioning for port 73d2cad7-3737-4c2d-b087-1cec4f718b64 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:40.627049 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:00:40.638871 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Sync routers for ids ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:00:40.649037 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Routers {'d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:40.649750 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:40.687073 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port b85e9978-21aa-411b-84e5-dba9e7cc56b5 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:40.695676 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port b85e9978-21aa-411b-84e5-dba9e7cc56b5 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:40.696142 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:40.740343 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] Notify callbacks [] for router, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:40.744299 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-30f31b77-701c-4983-8f54-615685105db0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6134079 Aug 18 15:00:40.744728 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41590) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:40.824525 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Set router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:40.927519 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:40.994963 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port b85e9978-21aa-411b-84e5-dba9e7cc56b5, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=b85e9978-21aa-411b-84e5-dba9e7cc56b5,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:41.065828 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:38Z', 'updated_at': '2021-08-18T15:00:39Z', 'revision_number': 3, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'gw_port': {'id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:39Z', 'updated_at': '2021-08-18T15:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:41.091701 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Checking router: d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:00:41.092054 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Updating router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 port cbf40d05-afe4-4f95-b24f-ff2c3939e395 binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:00:41.112066 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.113417 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 73d2cad7-3737-4c2d-b087-1cec4f718b64 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:41.163681 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.195264 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.228421 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=b85e9978-21aa-411b-84e5-dba9e7cc56b5,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:41.363620 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Allocated IP 172.20.0.1 (2053b22a-acd5-49d5-be75-22570e743e52/4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e/3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:41.437385 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 73d2cad7-3737-4c2d-b087-1cec4f718b64 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:41.446221 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 73d2cad7-3737-4c2d-b087-1cec4f718b64 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:41.482314 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.484391 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.504722 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Transition to ACTIVE for port object 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:41.539334 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.562952 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Transition to ACTIVE for port object cbf40d05-afe4-4f95-b24f-ff2c3939e395 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:41.604925 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.636219 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 73d2cad7-3737-4c2d-b087-1cec4f718b64, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=73d2cad7-3737-4c2d-b087-1cec4f718b64,segment=NetworkSegment(4a9bcd30-c21e-447c-9579-4f98e84c8e9a),segment_id=4a9bcd30-c21e-447c-9579-4f98e84c8e9a)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:41.690144 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.690815 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.734523 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Network 2053b22a-acd5-49d5-be75-22570e743e52 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:41.739712 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:41.752662 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Attempting to bind port cbf40d05-afe4-4f95-b24f-ff2c3939e395 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:41.752662 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Attempting to bind port cbf40d05-afe4-4f95-b24f-ff2c3939e395 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:41.752662 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Attempting to bind port cbf40d05-afe4-4f95-b24f-ff2c3939e395 on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:41.754846 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:41.755230 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17bb70-7e19-4795-a80d-ebc2c6154377 None None] Pushing event updated for resources: {'Port': ['ID=cbf40d05-afe4-4f95-b24f-ff2c3939e395,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:41.759567 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:41.759966 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:41.760858 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.760858 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:41.761219 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Bound port: cbf40d05-afe4-4f95-b24f-ff2c3939e395, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:41.761626 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.771848 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:41.793557 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.798121 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:41.871394 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] For port cbf40d05-afe4-4f95-b24f-ff2c3939e395, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:41.876074 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] For port cbf40d05-afe4-4f95-b24f-ff2c3939e395, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=cbf40d05-afe4-4f95-b24f-ff2c3939e395,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:41.880085 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=73d2cad7-3737-4c2d-b087-1cec4f718b64,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:42.039228 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:42.097785 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Routers {'d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:42.098379 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:42.098541 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:42.139483 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-5a445e45-cbe6-43b1-b208-a7f88eee3751 None None] Provisioning for port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:42.146219 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17bb70-7e19-4795-a80d-ebc2c6154377 None None] Pushing event updated for resources: {'Port': ['ID=cbf40d05-afe4-4f95-b24f-ff2c3939e395,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:42.155899 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-5a445e45-cbe6-43b1-b208-a7f88eee3751 None None] Provisioning complete for port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:42.156270 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5a445e45-cbe6-43b1-b208-a7f88eee3751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:42.230912 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-5a445e45-cbe6-43b1-b208-a7f88eee3751 None None] Port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:00:42.255992 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] Set router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:42.288366 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b85e9978-21aa-411b-84e5-dba9e7cc56b5 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:42.293379 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:42.388668 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:42.435573 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port b85e9978-21aa-411b-84e5-dba9e7cc56b5 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:42.439392 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:42.484030 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:42.484030 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:42.571150 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 73d2cad7-3737-4c2d-b087-1cec4f718b64 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:42.576564 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:38Z', 'updated_at': '2021-08-18T15:00:41Z', 'revision_number': 4, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'gw_port': {'id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:39Z', 'updated_at': '2021-08-18T15:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3', 'name': '', 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'mac_address': 'fa:16:3e:50:7d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:41Z', 'updated_at': '2021-08-18T15:00:41Z', 'revision_number': 1, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'subnets': [{'id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:42.582829 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Network 2053b22a-acd5-49d5-be75-22570e743e52 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:42.584220 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:42.633569 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e4edc-2b46-42a7-b745-cec83eb3a669 None None] The sync data for ids ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'] in dv-cinder-805026-1-iscsi is: [{'id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:38Z', 'updated_at': '2021-08-18T15:00:41Z', 'revision_number': 4, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'gw_port': {'id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:39Z', 'updated_at': '2021-08-18T15:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3', 'name': '', 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'mac_address': 'fa:16:3e:50:7d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:41Z', 'updated_at': '2021-08-18T15:00:41Z', 'revision_number': 1, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'subnets': [{'id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:00:42.676213 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 73d2cad7-3737-4c2d-b087-1cec4f718b64 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:42.676593 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:42.897014 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-0697c631-4d6b-4e74-b3de-9e17c32858aa None None] Provisioning complete for port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:42.902371 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0697c631-4d6b-4e74-b3de-9e17c32858aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:42.957546 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-0697c631-4d6b-4e74-b3de-9e17c32858aa None None] Port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:00:43.001255 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41632) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:43.044046 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:00:43.084783 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41636) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:43.165884 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:00:43.174963 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-4052da00-511a-4ba4-ab5e-3894033054b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4290807 Aug 18 15:00:43.189251 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d9306289-6f68-45a7-8778-b29c8984fe21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.216436 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b83-2578-43f2-a83f-db2878cc9620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.287570 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d9306289-6f68-45a7-8778-b29c8984fe21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.368457 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d9306289-6f68-45a7-8778-b29c8984fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.444206 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-d9306289-6f68-45a7-8778-b29c8984fe21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e91898a2a3374826acd584ff563b1c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395835 Aug 18 15:00:43.445568 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41646) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:43.460382 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9306289-6f68-45a7-8778-b29c8984fe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ea6870-2442-4cda-922e-da52a7297d22,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:43.515274 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b83-2578-43f2-a83f-db2878cc9620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.524026 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3c9408fc-9a29-4eb6-ba64-8c373fe11c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.547251 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3c9408fc-9a29-4eb6-ba64-8c373fe11c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.584090 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-7c5f8b83-2578-43f2-a83f-db2878cc9620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.630020 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-7c5f8b83-2578-43f2-a83f-db2878cc9620 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9a4202d6fc94826852d9905914f3262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409997 Aug 18 15:00:43.630399 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41648) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:43.636861 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f8b83-2578-43f2-a83f-db2878cc9620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a733a2fe-cbb0-4688-8c89-3d3a525f1612,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:43.661870 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3c9408fc-9a29-4eb6-ba64-8c373fe11c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.665168 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3c9408fc-9a29-4eb6-ba64-8c373fe11c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.666533 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3c9408fc-9a29-4eb6-ba64-8c373fe11c0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15ea6870-2442-4cda-922e-da52a7297d22 HTTP/1.1" status: 204 len: 168 time: 0.2200325 Aug 18 15:00:43.691244 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a191135b-aaa4-4d41-a512-40323488e5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.693333 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9408fc-9a29-4eb6-ba64-8c373fe11c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ea6870-2442-4cda-922e-da52a7297d22,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:43.744112 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a191135b-aaa4-4d41-a512-40323488e5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.862518 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41652) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:43.867391 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-8ef317c5-d4dd-47fb-a48f-a350c1d8b7db tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90554187', 'description': 'tempest-secgroup-smoke-90554187 description', 'project_id': 'ae92fca53e8844c0920f774e9e31bd28'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:43.907745 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a191135b-aaa4-4d41-a512-40323488e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.911017 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a191135b-aaa4-4d41-a512-40323488e5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:43.912180 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-a191135b-aaa4-4d41-a512-40323488e5fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a733a2fe-cbb0-4688-8c89-3d3a525f1612 HTTP/1.1" status: 204 len: 168 time: 0.2807512 Aug 18 15:00:43.922741 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191135b-aaa4-4d41-a512-40323488e5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733a2fe-cbb0-4688-8c89-3d3a525f1612,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:43.976067 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8ef317c5-d4dd-47fb-a48f-a350c1d8b7db tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.071197 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8ef317c5-d4dd-47fb-a48f-a350c1d8b7db tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.141964 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8ef317c5-d4dd-47fb-a48f-a350c1d8b7db tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.174315 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef317c5-d4dd-47fb-a48f-a350c1d8b7db tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f974195-bdbe-4c18-9e8e-6b58e2e19873,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:44.261571 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device cbf40d05-afe4-4f95-b24f-ff2c3939e395 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:44.273319 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8ef317c5-d4dd-47fb-a48f-a350c1d8b7db tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.276785 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-8ef317c5-d4dd-47fb-a48f-a350c1d8b7db tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4110680 Aug 18 15:00:44.277495 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41658) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:44.281938 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-045c9042-ed0a-4ada-8787-4b680c4e87f3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Request body: {'security_group_rule': {'security_group_id': '1f974195-bdbe-4c18-9e8e-6b58e2e19873', 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:44.392393 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-045c9042-ed0a-4ada-8787-4b680c4e87f3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.410402 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port cbf40d05-afe4-4f95-b24f-ff2c3939e395 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:44.416017 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port cbf40d05-afe4-4f95-b24f-ff2c3939e395 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:44.420122 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.421545 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41662) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:44.435330 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6c7e036a-878c-493d-b480-7f0876c21c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.464788 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-045c9042-ed0a-4ada-8787-4b680c4e87f3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.531288 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6c7e036a-878c-493d-b480-7f0876c21c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.581589 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-045c9042-ed0a-4ada-8787-4b680c4e87f3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.599232 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c9042-ed0a-4ada-8787-4b680c4e87f3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f94522c-49de-41b3-af93-75954f15baed,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:44.615820 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-6c7e036a-878c-493d-b480-7f0876c21c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.628855 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.651520 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port cbf40d05-afe4-4f95-b24f-ff2c3939e395, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=cbf40d05-afe4-4f95-b24f-ff2c3939e395,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:44.656322 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-6c7e036a-878c-493d-b480-7f0876c21c8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f4008a294dc4ec49450884d9108f714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336812 Aug 18 15:00:44.658234 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e036a-878c-493d-b480-7f0876c21c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2c8b0c-c9b8-475a-85b2-cb47d06013d9,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:44.659000 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41664) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:44.706913 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-045c9042-ed0a-4ada-8787-4b680c4e87f3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.708161 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-045c9042-ed0a-4ada-8787-4b680c4e87f3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4297600 Aug 18 15:00:44.711020 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-59def630-4cb9-4844-a3c7-3c9ec3308c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.711264 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41666) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:44.716004 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-e5e03d88-d443-4058-9121-d0687574bb0d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Request body: {'security_group_rule': {'security_group_id': '1f974195-bdbe-4c18-9e8e-6b58e2e19873', 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:44.728422 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.742385 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-59def630-4cb9-4844-a3c7-3c9ec3308c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.750321 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41668) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:44.769429 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e468006d-8a08-4059-84f9-d6ad4a1fcef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.776032 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=cbf40d05-afe4-4f95-b24f-ff2c3939e395,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:44.814827 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e5e03d88-d443-4058-9121-d0687574bb0d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.888508 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-59def630-4cb9-4844-a3c7-3c9ec3308c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.892961 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-59def630-4cb9-4844-a3c7-3c9ec3308c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.897171 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-59def630-4cb9-4844-a3c7-3c9ec3308c44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e2c8b0c-c9b8-475a-85b2-cb47d06013d9 HTTP/1.1" status: 204 len: 168 time: 0.2347071 Aug 18 15:00:44.902726 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e5e03d88-d443-4058-9121-d0687574bb0d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.914992 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59def630-4cb9-4844-a3c7-3c9ec3308c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2c8b0c-c9b8-475a-85b2-cb47d06013d9,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:44.974417 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e468006d-8a08-4059-84f9-d6ad4a1fcef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.976169 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e5e03d88-d443-4058-9121-d0687574bb0d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:44.998292 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e03d88-d443-4058-9121-d0687574bb0d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746a3c92-8860-4fa9-8680-59b7cd8d6d07,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:45.062118 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e468006d-8a08-4059-84f9-d6ad4a1fcef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.102164 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-e468006d-8a08-4059-84f9-d6ad4a1fcef7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff6c7f233512454995afb9665d061286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510010 Aug 18 15:00:45.103148 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468006d-8a08-4059-84f9-d6ad4a1fcef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cd3d74-21ba-43ab-81da-99fdabe14df1,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:45.104916 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41672) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:45.120663 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-e5e03d88-d443-4058-9121-d0687574bb0d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.125981 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-e5e03d88-d443-4058-9121-d0687574bb0d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4095080 Aug 18 15:00:45.128290 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41674) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:45.132906 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-1522ad5e-fc65-4d06-ad1b-bbc66e507581 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Request body: {'security_group_rule': {'security_group_id': '1f974195-bdbe-4c18-9e8e-6b58e2e19873', 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:45.157607 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-51fb7c61-b1f8-4f67-b6f4-a128fd679146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.179173 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-51fb7c61-b1f8-4f67-b6f4-a128fd679146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.249171 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1522ad5e-fc65-4d06-ad1b-bbc66e507581 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.330045 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-51fb7c61-b1f8-4f67-b6f4-a128fd679146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.333480 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-51fb7c61-b1f8-4f67-b6f4-a128fd679146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.336701 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-51fb7c61-b1f8-4f67-b6f4-a128fd679146 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3cd3d74-21ba-43ab-81da-99fdabe14df1 HTTP/1.1" status: 204 len: 168 time: 0.2307432 Aug 18 15:00:45.345291 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb7c61-b1f8-4f67-b6f4-a128fd679146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cd3d74-21ba-43ab-81da-99fdabe14df1,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:45.348706 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1522ad5e-fc65-4d06-ad1b-bbc66e507581 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.432719 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1522ad5e-fc65-4d06-ad1b-bbc66e507581 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.450905 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522ad5e-fc65-4d06-ad1b-bbc66e507581 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebde9d59-78fc-4e90-bfd9-1234b48f9093,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:45.530300 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1522ad5e-fc65-4d06-ad1b-bbc66e507581 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.531577 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-1522ad5e-fc65-4d06-ad1b-bbc66e507581 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023066 Aug 18 15:00:45.534246 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41686) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:45.538831 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-572e3480-f049-4538-9dfe-2c72ccf34818 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Request body: {'security_group_rule': {'security_group_id': '1f974195-bdbe-4c18-9e8e-6b58e2e19873', 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:45.636448 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-572e3480-f049-4538-9dfe-2c72ccf34818 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:45.980517 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-572e3480-f049-4538-9dfe-2c72ccf34818 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.043148 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-572e3480-f049-4538-9dfe-2c72ccf34818 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.062230 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e3480-f049-4538-9dfe-2c72ccf34818 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c55526-aa27-4d21-9e14-8f0ff9da6446,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:46.117427 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-572e3480-f049-4538-9dfe-2c72ccf34818 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.121176 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-572e3480-f049-4538-9dfe-2c72ccf34818 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5833724 Aug 18 15:00:46.121307 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41708) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:46.125570 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-41287aec-bd23-4605-a5f5-44890be96a15 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Request body: {'security_group_rule': {'security_group_id': '1f974195-bdbe-4c18-9e8e-6b58e2e19873', 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:46.184640 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Sync routers for ids ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:00:46.187613 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Routers {'d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:46.188263 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:46.226532 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.securitygroups_db [None req-41287aec-bd23-4605-a5f5-44890be96a15 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Project ae92fca53e8844c0920f774e9e31bd28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:00:46.234494 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-41287aec-bd23-4605-a5f5-44890be96a15 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.246541 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device cbf40d05-afe4-4f95-b24f-ff2c3939e395 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:46.342862 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port cbf40d05-afe4-4f95-b24f-ff2c3939e395 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:46.343787 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.363724 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-41287aec-bd23-4605-a5f5-44890be96a15 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.421554 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Set router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:46.455849 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-41287aec-bd23-4605-a5f5-44890be96a15 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.477528 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41287aec-bd23-4605-a5f5-44890be96a15 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa8d9f9-d32a-4c27-bb0a-e26fa0e6dc69,revision_number=0']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:46.547591 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-41287aec-bd23-4605-a5f5-44890be96a15 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.559751 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41724) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:46.561942 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-41287aec-bd23-4605-a5f5-44890be96a15 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4394433 Aug 18 15:00:46.563158 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-b89fa0c7-54c5-4b58-919e-047e85818e19 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Request body: {'security_group_rule': {'security_group_id': '1f974195-bdbe-4c18-9e8e-6b58e2e19873', 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:46.621351 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:38Z', 'updated_at': '2021-08-18T15:00:41Z', 'revision_number': 4, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'gw_port': {'id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:39Z', 'updated_at': '2021-08-18T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3', 'name': '', 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'mac_address': 'fa:16:3e:50:7d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:41Z', 'updated_at': '2021-08-18T15:00:42Z', 'revision_number': 2, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'subnets': [{'id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:46.628221 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.securitygroups_db [None req-b89fa0c7-54c5-4b58-919e-047e85818e19 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Project ae92fca53e8844c0920f774e9e31bd28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:00:46.634661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b89fa0c7-54c5-4b58-919e-047e85818e19 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.649962 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Checking router: d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:00:46.650328 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Updating router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:00:46.677657 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.698709 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b89fa0c7-54c5-4b58-919e-047e85818e19 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.742345 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41730) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:46.804988 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b89fa0c7-54c5-4b58-919e-047e85818e19 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.825250 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fa0c7-54c5-4b58-919e-047e85818e19 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d75489-4ab8-4c76-9e1f-811cad748f0d,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:46.848660 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9f35-2717-48ed-98c4-8c026fa8250b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.950004 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.960249 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Transition to ACTIVE for port object 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:46.960766 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b89fa0c7-54c5-4b58-919e-047e85818e19 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:46.962053 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-b89fa0c7-54c5-4b58-919e-047e85818e19 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4040391 Aug 18 15:00:47.039405 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9f35-2717-48ed-98c4-8c026fa8250b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.062182 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.114127 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0ddcb-2aef-42fd-9b52-f946aba43bb4 None None] Pushing event updated for resources: {'Port': ['ID=3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:47.118982 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9f35-2717-48ed-98c4-8c026fa8250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.168461 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b9f35-2717-48ed-98c4-8c026fa8250b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd617048-7d45-4868-8f57-5814f808008b,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:47.185246 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-aa8b9f35-2717-48ed-98c4-8c026fa8250b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=865d41d236234c4598c3fdb00b047674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387872 Aug 18 15:00:47.185338 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41772) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:47.201616 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Attempting to bind port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:47.202418 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Attempting to bind port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '4a9bcd30-c21e-447c-9579-4f98e84c8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:47.202556 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Attempting to bind port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 on network 2053b22a-acd5-49d5-be75-22570e743e52 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:47.234550 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:47.234550 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Checking segment: {'id': '4a9bcd30-c21e-447c-9579-4f98e84c8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:47.234550 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.234550 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Bound using segment: {'id': '4a9bcd30-c21e-447c-9579-4f98e84c8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:47.234550 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Bound port: 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9bcd30-c21e-447c-9579-4f98e84c8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:47.234550 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.269813 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7152-49da-42a4-a686-39d9a6078099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.301036 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] For port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:47.306795 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] For port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3,segment=NetworkSegment(4a9bcd30-c21e-447c-9579-4f98e84c8e9a),segment_id=4a9bcd30-c21e-447c-9579-4f98e84c8e9a)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:47.311884 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7152-49da-42a4-a686-39d9a6078099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.365522 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.416474 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7152-49da-42a4-a686-39d9a6078099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.423025 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7152-49da-42a4-a686-39d9a6078099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:47.424610 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-1a5c7152-49da-42a4-a686-39d9a6078099 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd617048-7d45-4868-8f57-5814f808008b HTTP/1.1" status: 204 len: 168 time: 0.2384279 Aug 18 15:00:47.432872 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Routers {'d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:47.433374 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:47.442734 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c7152-49da-42a4-a686-39d9a6078099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd617048-7d45-4868-8f57-5814f808008b,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:47.483937 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0ddcb-2aef-42fd-9b52-f946aba43bb4 None None] Pushing event updated for resources: {'Port': ['ID=3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3,revision_number=4']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:47.567921 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] Set router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:47.777213 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:38Z', 'updated_at': '2021-08-18T15:00:41Z', 'revision_number': 4, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'gw_port': {'id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:39Z', 'updated_at': '2021-08-18T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3', 'name': '', 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'mac_address': 'fa:16:3e:50:7d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:41Z', 'updated_at': '2021-08-18T15:00:47Z', 'revision_number': 4, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'subnets': [{'id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:47.803350 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361ec78-5796-40d6-bc93-0e88d3439feb None None] The sync data for ids ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'] in dv-cinder-805026-1-iscsi is: [{'id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:38Z', 'updated_at': '2021-08-18T15:00:41Z', 'revision_number': 4, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'gw_port': {'id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:39Z', 'updated_at': '2021-08-18T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3', 'name': '', 'network_id': '2053b22a-acd5-49d5-be75-22570e743e52', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'mac_address': 'fa:16:3e:50:7d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:41Z', 'updated_at': '2021-08-18T15:00:47Z', 'revision_number': 4, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'subnets': [{'id': '4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:00:48.287160 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:48.410324 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:48.422397 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:48.422397 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:48.512564 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:48.557829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3,segment=NetworkSegment(4a9bcd30-c21e-447c-9579-4f98e84c8e9a),segment_id=4a9bcd30-c21e-447c-9579-4f98e84c8e9a)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:48.638390 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41846) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:48.673443 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:48.726344 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:48.747397 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1379989530-network', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:48.900309 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Made reservation on behalf of 49bacda13bd04559bb2bd8db449b5248 for: {'network': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:00:48.903680 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:48.914746 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.004573 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.105739 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.130442 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=100976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:00:49.139277 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2134ad-0204-4144-9741-c788551f371f,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:49.146146 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.146785 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.segments_db [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Added segment 26bf314b-4df4-4dfb-8de5-1e2dbef59b53 of type vlan for network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 Aug 18 15:00:49.186529 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.296025 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.297158 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:49.297694 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.368284 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] Pushing event updated for resources: {'Network': ['ID=00647ff5-03b5-48a3-8fc8-1e73d0d20671,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:49.372860 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:00:49.418899 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-58bcdc59-b07a-41be-b14d-461a1afbe9ff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7768078 Aug 18 15:00:49.419487 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41870) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:49.425340 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Request body: {'subnet': {'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1379989530-subnet', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:49.491403 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41872) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:49.541224 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Made reservation on behalf of 49bacda13bd04559bb2bd8db449b5248 for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:00:49.543637 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63383886'] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.602127 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-23879f8a-89de-41d3-8446-a7b6ae226411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.782422 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-23879f8a-89de-41d3-8446-a7b6ae226411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.865914 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64721763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63383896'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.900827 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-23879f8a-89de-41d3-8446-a7b6ae226411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:49.957045 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca622cd8-3a40-4334-8c24-a0f6f7cc2524,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:49.968612 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-23879f8a-89de-41d3-8446-a7b6ae226411 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65551c91e888460b808daa328d1c60d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731207 Aug 18 15:00:49.968612 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23879f8a-89de-41d3-8446-a7b6ae226411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e771a9af-34c0-4e0a-b456-f07aef992592,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:49.970136 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41876) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:49.989577 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Checking segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:49.990190 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Network hostable DHCP agents. Network: 00647ff5-03b5-48a3-8fc8-1e73d0d20671, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:00:50.034773 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8520d4bd-402d-4a56-a36f-25762ceb3a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.060398 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8520d4bd-402d-4a56-a36f-25762ceb3a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.094149 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:00:50.186860 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 00647ff5-03b5-48a3-8fc8-1e73d0d20671) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:50.190972 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:50.191576 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.196810 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5d21a4-8f35-426e-b492-3b05bcc7ed98 None None] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:00:50.225879 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8520d4bd-402d-4a56-a36f-25762ceb3a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.228572 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-8520d4bd-402d-4a56-a36f-25762ceb3a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.229755 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-8520d4bd-402d-4a56-a36f-25762ceb3a08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e771a9af-34c0-4e0a-b456-f07aef992592 HTTP/1.1" status: 204 len: 168 time: 0.2573891 Aug 18 15:00:50.241358 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520d4bd-402d-4a56-a36f-25762ceb3a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e771a9af-34c0-4e0a-b456-f07aef992592,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:50.244462 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:50.331530 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-0cf0346b-f8bc-4aa3-a7f8-27a01d81240d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9103160 Aug 18 15:00:50.334628 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41882) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:50.338932 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:50.355091 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:50.355467 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.424975 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:00:50.425994 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.439062 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.440153 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.495582 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.605931 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Allocated IP 172.20.0.2 (00647ff5-03b5-48a3-8fc8-1e73d0d20671/ca622cd8-3a40-4334-8c24-a0f6f7cc2524/040818e4-15b1-4cd3-87bc-aa34c68c38d4) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:50.711450 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.753431 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.761857 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Transition to ACTIVE for port object 040818e4-15b1-4cd3-87bc-aa34c68c38d4 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:50.776313 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Transition to ACTIVE for port object 040818e4-15b1-4cd3-87bc-aa34c68c38d4 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:50.935899 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:50.983368 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:50.988816 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41886) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:50.990143 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:50.997749 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:51.001497 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Pushing event updated for resources: {'Port': ['ID=040818e4-15b1-4cd3-87bc-aa34c68c38d4,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:51.004326 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee956df6-a117-46d9-b0f1-881b5a9fdcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.068789 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Attempting to bind port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:51.069164 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Attempting to bind port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:51.069522 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Attempting to bind port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:51.077460 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:51.077460 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Checking segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:51.077763 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.078108 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Bound using segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:51.078777 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Bound port: 040818e4-15b1-4cd3-87bc-aa34c68c38d4, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:51.079164 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.112450 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee956df6-a117-46d9-b0f1-881b5a9fdcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.114734 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.121578 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f26f-bd54-463b-aac7-0d4467d37088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.140820 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.155925 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] For port 040818e4-15b1-4cd3-87bc-aa34c68c38d4, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:51.158998 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] For port 040818e4-15b1-4cd3-87bc-aa34c68c38d4, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=040818e4-15b1-4cd3-87bc-aa34c68c38d4,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:51.202734 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ee956df6-a117-46d9-b0f1-881b5a9fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.238843 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.246877 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Allocated IP 172.27.2.54 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/c30bd93b-d9f3-4774-ad7f-119410c665ba) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:51.264045 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-ee956df6-a117-46d9-b0f1-881b5a9fdcb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56ec027e2ae840bb87a64524d9d96992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717390 Aug 18 15:00:51.264045 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee956df6-a117-46d9-b0f1-881b5a9fdcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d787887b-8b0a-4c86-b7a2-42447c68ba9a,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:51.264363 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41890) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:51.302245 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faba45-c982-4c7a-91c4-b8a889bf838f None None] Pushing event updated for resources: {'Port': ['ID=040818e4-15b1-4cd3-87bc-aa34c68c38d4,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:51.391356 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2c2e947b-58a9-411f-bf84-7316b01d313e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.412727 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.431456 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2c2e947b-58a9-411f-bf84-7316b01d313e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.616273 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.645579 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2c2e947b-58a9-411f-bf84-7316b01d313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.648127 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2c2e947b-58a9-411f-bf84-7316b01d313e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:51.649310 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-2c2e947b-58a9-411f-bf84-7316b01d313e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d787887b-8b0a-4c86-b7a2-42447c68ba9a HTTP/1.1" status: 204 len: 168 time: 0.3833451 Aug 18 15:00:51.661460 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:51.674891 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:51.677561 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e947b-58a9-411f-bf84-7316b01d313e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d787887b-8b0a-4c86-b7a2-42447c68ba9a,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:51.681626 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:51.685028 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Pushing event updated for resources: {'Port': ['ID=c30bd93b-d9f3-4774-ad7f-119410c665ba,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:52.083840 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:52.269954 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e08386-729f-49d6-928a-dfb8f569e522 None None] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:00:52.322806 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:52.327730 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 040818e4-15b1-4cd3-87bc-aa34c68c38d4 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:52.424662 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-5b15f60d-0f30-44b0-b141-cd04e985383c None None] Provisioning for port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:52.518324 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:52.523341 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:52.524433 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:52.557271 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Router d61c322d-577e-4e8d-8511-ff1b494786b6 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:00:52.617300 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:52.668155 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 040818e4-15b1-4cd3-87bc-aa34c68c38d4, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=040818e4-15b1-4cd3-87bc-aa34c68c38d4,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:52.700058 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:00:52.711782 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Sync routers for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:00:52.721712 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:52.723132 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:52.767075 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:52.836916 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:52.838185 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-2fc95e61-069b-418c-b9e9-8f894f5a902c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5026362 Aug 18 15:00:52.845700 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41914) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:52.846482 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-45a10bc4-e0b8-42ff-ba56-0c403e7919fc None None] Provisioning complete for port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:52.846887 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-45a10bc4-e0b8-42ff-ba56-0c403e7919fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:52.897581 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=040818e4-15b1-4cd3-87bc-aa34c68c38d4,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:52.928455 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:53.150950 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:51Z', 'revision_number': 3, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:53.179641 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Checking router: d61c322d-577e-4e8d-8511-ff1b494786b6 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:00:53.180087 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Updating router d61c322d-577e-4e8d-8511-ff1b494786b6 port c30bd93b-d9f3-4774-ad7f-119410c665ba binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:00:53.211141 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.348295 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.488408 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.505827 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Transition to ACTIVE for port object c30bd93b-d9f3-4774-ad7f-119410c665ba will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:53.569845 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-bbdffe2c-d121-44ad-91ac-4f6f6021daed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.604904 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.631292 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 41934) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:53.681408 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Attempting to bind port c30bd93b-d9f3-4774-ad7f-119410c665ba on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:53.681408 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Attempting to bind port c30bd93b-d9f3-4774-ad7f-119410c665ba by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:53.681408 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Attempting to bind port c30bd93b-d9f3-4774-ad7f-119410c665ba on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:53.687966 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ad9f7-bb06-4436-a797-c221ae5b24d9 None None] Pushing event updated for resources: {'Port': ['ID=c30bd93b-d9f3-4774-ad7f-119410c665ba,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:53.690989 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:53.692124 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:53.692597 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.693053 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:53.693614 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Bound port: c30bd93b-d9f3-4774-ad7f-119410c665ba, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:53.694081 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.752024 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] For port c30bd93b-d9f3-4774-ad7f-119410c665ba, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:53.755256 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] For port c30bd93b-d9f3-4774-ad7f-119410c665ba, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c30bd93b-d9f3-4774-ad7f-119410c665ba,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:53.766196 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e8f9110d-a419-4cd5-b8e6-326c4583b3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.787695 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.788211 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Allocated IP 172.20.0.1 (00647ff5-03b5-48a3-8fc8-1e73d0d20671/ca622cd8-3a40-4334-8c24-a0f6f7cc2524/741329dc-2835-4e2b-be80-c28c58a1cb2a) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:53.856058 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.867647 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e8f9110d-a419-4cd5-b8e6-326c4583b3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.900464 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.915604 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Transition to ACTIVE for port object 741329dc-2835-4e2b-be80-c28c58a1cb2a will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:53.948404 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-e8f9110d-a419-4cd5-b8e6-326c4583b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:53.989739 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-e8f9110d-a419-4cd5-b8e6-326c4583b3a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54a019cb90c348419b19edab477fde6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571856 Aug 18 15:00:53.991941 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9110d-a419-4cd5-b8e6-326c4583b3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0c3966-415c-496d-bc59-7f493667427c,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:53.992623 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 41938) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:54.041881 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.054190 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:54.054846 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:54.059468 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ad9f7-bb06-4436-a797-c221ae5b24d9 None None] Pushing event updated for resources: {'Port': ['ID=c30bd93b-d9f3-4774-ad7f-119410c665ba,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:54.086666 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:54.095661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:54.101901 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:54.107203 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ddb1af35-e3e4-474d-94bc-5cc68750566a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.132763 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Pushing event updated for resources: {'Port': ['ID=741329dc-2835-4e2b-be80-c28c58a1cb2a,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:54.163387 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ddb1af35-e3e4-474d-94bc-5cc68750566a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.174040 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:54.176216 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.298905 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 040818e4-15b1-4cd3-87bc-aa34c68c38d4 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:54.381978 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ddb1af35-e3e4-474d-94bc-5cc68750566a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.384613 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ddb1af35-e3e4-474d-94bc-5cc68750566a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.385817 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-ddb1af35-e3e4-474d-94bc-5cc68750566a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da0c3966-415c-496d-bc59-7f493667427c HTTP/1.1" status: 204 len: 168 time: 0.3921673 Aug 18 15:00:54.395800 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1af35-e3e4-474d-94bc-5cc68750566a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0c3966-415c-496d-bc59-7f493667427c,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:54.407664 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:54.408041 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.466155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.490809 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:51Z', 'revision_number': 3, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:54.533513 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb04b9-f1f8-4ae7-945b-9344ea978d30 None None] The sync data for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi is: [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:51Z', 'revision_number': 3, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:00:54.587560 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-2b07d7bd-cb56-46a8-90cb-6ed34ebe080c None None] Provisioning for port 741329dc-2835-4e2b-be80-c28c58a1cb2a completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:54.591826 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-2b07d7bd-cb56-46a8-90cb-6ed34ebe080c None None] Provisioning complete for port 741329dc-2835-4e2b-be80-c28c58a1cb2a triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:54.592203 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2b07d7bd-cb56-46a8-90cb-6ed34ebe080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.639222 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-2b07d7bd-cb56-46a8-90cb-6ed34ebe080c None None] Port 741329dc-2835-4e2b-be80-c28c58a1cb2a cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:00:54.654298 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.758298 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.830819 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Pushing event updated for resources: {'Port': ['ID=741329dc-2835-4e2b-be80-c28c58a1cb2a,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:54.836468 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.890276 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:54.949219 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:54.951037 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:55.108011 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Router d61c322d-577e-4e8d-8511-ff1b494786b6 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:00:55.230271 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:00:55.239266 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-5120f362-f9ac-455f-850e-3dc7566cdf6e admin admin] 10.222.0.16 "PUT /v2.0/routers/d61c322d-577e-4e8d-8511-ff1b494786b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3921659 Aug 18 15:00:55.263253 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-6c130e1f-438b-4639-a3ee-91f4d7c0b203 None None] Provisioning complete for port 741329dc-2835-4e2b-be80-c28c58a1cb2a triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:55.263945 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6c130e1f-438b-4639-a3ee-91f4d7c0b203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:55.302747 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-6c130e1f-438b-4639-a3ee-91f4d7c0b203 None None] Port 741329dc-2835-4e2b-be80-c28c58a1cb2a cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:00:56.077081 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42018) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:56.085912 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-427370477-network', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:56.160472 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Sync routers for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:00:56.168944 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:56.169539 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:56.204638 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Made reservation on behalf of 053d06e4b35f47099994ab579ea8d6c8 for: {'network': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:00:56.207575 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for network, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.222714 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.278032 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c30bd93b-d9f3-4774-ad7f-119410c665ba up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:56.298080 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:56.330622 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.356085 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.492515 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port c30bd93b-d9f3-4774-ad7f-119410c665ba completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:56.492515 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port c30bd93b-d9f3-4774-ad7f-119410c665ba triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:56.492515 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.515525 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 2, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:56.541059 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.557216 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.566560 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=100975) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 15:00:56.576058 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af66c4bb-619c-4fa7-a8f0-4c4e52a0ed9c,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:56.580980 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port c30bd93b-d9f3-4774-ad7f-119410c665ba, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c30bd93b-d9f3-4774-ad7f-119410c665ba,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:56.583339 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.583688 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.segments_db [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Added segment 2ee6a58a-3f59-42f5-87f8-83052147963c of type vlan for network 683335e4-871a-4899-8688-1505aad694a2 Aug 18 15:00:56.626961 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.641261 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Checking router: d61c322d-577e-4e8d-8511-ff1b494786b6 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:00:56.641636 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Updating router d61c322d-577e-4e8d-8511-ff1b494786b6 port 741329dc-2835-4e2b-be80-c28c58a1cb2a binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:00:56.643272 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792166757286'] for network, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.669046 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.695971 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.744972 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=c30bd93b-d9f3-4774-ad7f-119410c665ba,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:56.804490 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127'] for network, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.805405 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:56.806022 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.871761 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] Pushing event updated for resources: {'Network': ['ID=683335e4-871a-4899-8688-1505aad694a2,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:56.883411 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Network 683335e4-871a-4899-8688-1505aad694a2 details requested by agent ovs-agent-dv-cinder-805026-1-iscsi with host dv-cinder-805026-1-iscsi {{(pid=100977) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 15:00:56.958122 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-f4342424-d53e-46b9-bb4d-8ab5953d222f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8777950 Aug 18 15:00:56.960949 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42024) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:56.965841 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Request body: {'subnet': {'network_id': '683335e4-871a-4899-8688-1505aad694a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-427370477-subnet', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'ip_version': 4}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:56.988841 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:56.999321 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Transition to ACTIVE for port object 741329dc-2835-4e2b-be80-c28c58a1cb2a will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:57.078240 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Made reservation on behalf of 053d06e4b35f47099994ab579ea8d6c8 for: {'subnet': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:00:57.080669 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63383886'] for subnet, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.113789 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.173197 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3228ff-d758-4e74-b8a3-34ce6e70b438 None None] Pushing event updated for resources: {'Port': ['ID=741329dc-2835-4e2b-be80-c28c58a1cb2a,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:57.231350 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Attempting to bind port 741329dc-2835-4e2b-be80-c28c58a1cb2a on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:57.231948 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Attempting to bind port 741329dc-2835-4e2b-be80-c28c58a1cb2a by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:57.232340 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Attempting to bind port 741329dc-2835-4e2b-be80-c28c58a1cb2a on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:57.239516 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:57.239894 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Checking segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:57.240304 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.240704 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Bound using segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:57.241172 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Bound port: 741329dc-2835-4e2b-be80-c28c58a1cb2a, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:57.241576 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.307672 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] For port 741329dc-2835-4e2b-be80-c28c58a1cb2a, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:57.310911 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] For port 741329dc-2835-4e2b-be80-c28c58a1cb2a, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=741329dc-2835-4e2b-be80-c28c58a1cb2a,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:57.375588 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64721763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63383896'] for subnet, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.414700 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.434674 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c8b7b2-53e3-4b2b-900b-0a1e520063d8,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:57.452459 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Checking segment: {'id': '2ee6a58a-3f59-42f5-87f8-83052147963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '683335e4-871a-4899-8688-1505aad694a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:57.452910 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Network hostable DHCP agents. Network: 683335e4-871a-4899-8688-1505aad694a2, hostable agents: ['4d63a805-6c91-41d0-89dc-32c18828b1d9'], hosted agents: [] {{(pid=100975) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 15:00:57.483159 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3228ff-d758-4e74-b8a3-34ce6e70b438 None None] Pushing event updated for resources: {'Port': ['ID=741329dc-2835-4e2b-be80-c28c58a1cb2a,revision_number=4']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:57.486386 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:57.487337 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:57.558885 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Network 683335e4-871a-4899-8688-1505aad694a2 is scheduled to be hosted by DHCP agent 4d63a805-6c91-41d0-89dc-32c18828b1d9 with binding_index 1 {{(pid=100975) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 15:00:57.631657 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:00:57.642680 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805026-1-iscsi, 683335e4-871a-4899-8688-1505aad694a2) {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:57.646924 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:00:57.647595 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.657202 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a846ca2-d9af-4c8d-a521-c19d2b5f8913 None None] Network 683335e4-871a-4899-8688-1505aad694a2 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:00:57.761567 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-8e0ca1ba-d232-4b18-b119-72e55d568ab4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7970283 Aug 18 15:00:57.761794 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42044) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:00:57.766302 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:00:57.832984 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpde232e07-d38d-5d94-ab36-bd06e406c832-683335e4-871a-4899-8688-1505aad694a2', 'network_id': '683335e4-871a-4899-8688-1505aad694a2', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'fixed_ips': [{'subnet_id': 'e9c8b7b2-53e3-4b2b-900b-0a1e520063d8'}]}} from dv-cinder-805026-1-iscsi. {{(pid=100977) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 15:00:57.833838 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.850753 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:57Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:00:57.873218 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-66636286', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255229'] for router, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.874374 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66636142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66646755', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66760361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255220'] for router, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:57.877603 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddc871-f6f1-4f68-902a-93171914adf0 None None] The sync data for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi is: [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:57Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:00:57.965412 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.032713 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.db_base_plugin_common [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Allocated IP 172.20.0.2 (683335e4-871a-4899-8688-1505aad694a2/e9c8b7b2-53e3-4b2b-900b-0a1e520063d8/918d4c3b-53e6-4bfd-aa69-5bae4b1b8570) {{(pid=100977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:58.198038 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.205847 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Notify callbacks [] for port, precommit_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.216114 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Transition to ACTIVE for port object 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:58.231416 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Transition to ACTIVE for port object 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 will not be triggered until provisioned by entity DHCP. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:00:58.325223 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517'] for port, after_create {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.365545 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 741329dc-2835-4e2b-be80-c28c58a1cb2a up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:58.399884 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Network 683335e4-871a-4899-8688-1505aad694a2 is already hosted by enough agents. {{(pid=100977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:58.408039 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.scheduler.base_scheduler [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Resources bound (agent type, host, resource id): {{(pid=100977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:58.415290 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Received port after_create {{(pid=100977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:58.432683 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Pushing event updated for resources: {'Port': ['ID=918d4c3b-53e6-4bfd-aa69-5bae4b1b8570,revision_number=1']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:58.496928 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Attempting to bind port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:00:58.497293 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Attempting to bind port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '2ee6a58a-3f59-42f5-87f8-83052147963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '683335e4-871a-4899-8688-1505aad694a2'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:00:58.497747 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Attempting to bind port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 on network 683335e4-871a-4899-8688-1505aad694a2 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:00:58.507388 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:00:58.512817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Checking segment: {'id': '2ee6a58a-3f59-42f5-87f8-83052147963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '683335e4-871a-4899-8688-1505aad694a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:00:58.512817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.512817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Bound using segment: {'id': '2ee6a58a-3f59-42f5-87f8-83052147963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '683335e4-871a-4899-8688-1505aad694a2'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:00:58.512817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Bound port: 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee6a58a-3f59-42f5-87f8-83052147963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '683335e4-871a-4899-8688-1505aad694a2'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:00:58.512817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.515979 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.538944 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.553098 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 741329dc-2835-4e2b-be80-c28c58a1cb2a completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:58.567018 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 741329dc-2835-4e2b-be80-c28c58a1cb2a triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:58.567652 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.637248 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] For port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:00:58.639974 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] For port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=918d4c3b-53e6-4bfd-aa69-5bae4b1b8570,segment=NetworkSegment(2ee6a58a-3f59-42f5-87f8-83052147963c),segment_id=2ee6a58a-3f59-42f5-87f8-83052147963c)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:00:58.684665 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Allocated IP 172.27.2.138 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/338b4b15-85b5-41b3-bf06-7b4b3e3fadf0) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:00:58.685046 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.707706 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.768541 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 741329dc-2835-4e2b-be80-c28c58a1cb2a, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=741329dc-2835-4e2b-be80-c28c58a1cb2a,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:00:58.781572 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbeaab-631f-4724-ab27-2bff30b7525d None None] Pushing event updated for resources: {'Port': ['ID=918d4c3b-53e6-4bfd-aa69-5bae4b1b8570,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:58.807317 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.882891 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:58.883710 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c30bd93b-d9f3-4774-ad7f-119410c665ba up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:00:58.942811 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:59.006952 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=741329dc-2835-4e2b-be80-c28c58a1cb2a,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:59.015600 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:00:59.018733 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:00:59.023335 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:00:59.033483 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port c30bd93b-d9f3-4774-ad7f-119410c665ba triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:00:59.035942 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:59.036897 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Pushing event updated for resources: {'Port': ['ID=338b4b15-85b5-41b3-bf06-7b4b3e3fadf0,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:00:59.408890 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:59.615887 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66636151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66646566'] for router, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:00:59.722716 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fc4b3-b62f-471e-8a8e-0208a59a7331 None None] Network 683335e4-871a-4899-8688-1505aad694a2 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:00:59.827092 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Router ce8eb9da-c901-4c87-ba24-5287dabc9046 is scheduled to L3 agent f0c6cc70-b74c-4830-886c-17332694c23e with binding_index 1 {{(pid=100975) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 15:00:59.867204 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-21c9456c-370a-4e6e-b32c-fe49600d6e0b None None] Provisioning for port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:00:59.944687 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:00:59.954003 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Sync routers for ids ['ce8eb9da-c901-4c87-ba24-5287dabc9046'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:00:59.965359 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Routers {'ce8eb9da-c901-4c87-ba24-5287dabc9046'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:00:59.966155 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['ce8eb9da-c901-4c87-ba24-5287dabc9046'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:00.026967 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.028556 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3048be97-c3ad-434e-9256-39e4b3d984f2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2654669 Aug 18 15:01:00.030975 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42054) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:00.079756 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Set router ce8eb9da-c901-4c87-ba24-5287dabc9046 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:00.350355 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:00.459150 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:57Z', 'updated_at': '2021-08-18T15:00:59Z', 'revision_number': 3, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'gw_port': {'id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:58Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:00.487025 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Checking router: ce8eb9da-c901-4c87-ba24-5287dabc9046 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:01:00.487373 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Updating router ce8eb9da-c901-4c87-ba24-5287dabc9046 port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 binding host dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:01:00.488262 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:01:00.507317 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:00.515342 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:00.515709 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.518191 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.718369 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.728800 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.773525 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=918d4c3b-53e6-4bfd-aa69-5bae4b1b8570,segment=NetworkSegment(2ee6a58a-3f59-42f5-87f8-83052147963c),segment_id=2ee6a58a-3f59-42f5-87f8-83052147963c)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:00.864028 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Notify callbacks [] for port, precommit_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.877023 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Transition to ACTIVE for port object 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 will not be triggered until provisioned by entity L2. {{(pid=100977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:00.883444 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Allocated IP 172.20.0.1 (683335e4-871a-4899-8688-1505aad694a2/e9c8b7b2-53e3-4b2b-900b-0a1e520063d8/b6ba1d32-391c-48d0-a3a5-549f77c5118c) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:01:00.952749 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.953559 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 741329dc-2835-4e2b-be80-c28c58a1cb2a up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:00.990671 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:00.999250 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.004612 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Transition to ACTIVE for port object b6ba1d32-391c-48d0-a3a5-549f77c5118c will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:01.055889 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=918d4c3b-53e6-4bfd-aa69-5bae4b1b8570,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:01.061529 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Attempting to bind port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:01:01.061897 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Attempting to bind port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:01:01.062379 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Attempting to bind port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 on network 526d6ffe-32de-4909-b793-078226381ca9 {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:01.088682 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:01:01.090500 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Checking segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:01:01.090500 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.090500 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Bound using segment: {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'} {{(pid=100977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:01:01.090500 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.managers [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Bound port: 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349e977-6aa0-49cb-bdbb-50cbb65e68a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '526d6ffe-32de-4909-b793-078226381ca9'}}] {{(pid=100977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:01:01.090886 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.106899 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.142734 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 741329dc-2835-4e2b-be80-c28c58a1cb2a triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:01.143105 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.148983 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe6562-615c-46fd-8c98-4bf432ee0f59 None None] Pushing event updated for resources: {'Port': ['ID=338b4b15-85b5-41b3-bf06-7b4b3e3fadf0,revision_number=2']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:01.149274 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Network 683335e4-871a-4899-8688-1505aad694a2 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:01:01.153421 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:01:01.156044 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:01:01.165583 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Pushing event updated for resources: {'Port': ['ID=b6ba1d32-391c-48d0-a3a5-549f77c5118c,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:01.189554 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] For port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:01:01.195427 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] For port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=338b4b15-85b5-41b3-bf06-7b4b3e3fadf0,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:01:01.207083 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66647406'] for router_interface, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.295991 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.355829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Routers {'ce8eb9da-c901-4c87-ba24-5287dabc9046'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:01.356452 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['ce8eb9da-c901-4c87-ba24-5287dabc9046'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:01.363706 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe6562-615c-46fd-8c98-4bf432ee0f59 None None] Pushing event updated for resources: {'Port': ['ID=338b4b15-85b5-41b3-bf06-7b4b3e3fadf0,revision_number=3']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:01.406598 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.484792 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] Set router ce8eb9da-c901-4c87-ba24-5287dabc9046 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:01.540664 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-c3e0dd7c-acf4-4ab8-84d1-5a3ae92eb9ca None None] Provisioning for port b6ba1d32-391c-48d0-a3a5-549f77c5118c completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:01.570833 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.575639 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-c3e0dd7c-acf4-4ab8-84d1-5a3ae92eb9ca None None] Provisioning complete for port b6ba1d32-391c-48d0-a3a5-549f77c5118c triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:01.576005 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-c3e0dd7c-acf4-4ab8-84d1-5a3ae92eb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.622986 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0dd7c-acf4-4ab8-84d1-5a3ae92eb9ca None None] Port b6ba1d32-391c-48d0-a3a5-549f77c5118c cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:01:01.631984 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.700535 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66589109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66647450'] for router_interface, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:01.702673 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Pushing event updated for resources: {'Port': ['ID=b6ba1d32-391c-48d0-a3a5-549f77c5118c,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:01.703915 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:57Z', 'updated_at': '2021-08-18T15:00:59Z', 'revision_number': 3, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'gw_port': {'id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:58Z', 'updated_at': '2021-08-18T15:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:01.732478 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a81a0-2f65-441a-8366-1268553d9b0d None None] The sync data for ids ['ce8eb9da-c901-4c87-ba24-5287dabc9046'] in dv-cinder-805026-1-iscsi is: [{'id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:57Z', 'updated_at': '2021-08-18T15:00:59Z', 'revision_number': 3, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'gw_port': {'id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:58Z', 'updated_at': '2021-08-18T15:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:01:01.805748 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Network 683335e4-871a-4899-8688-1505aad694a2 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:01:01.807349 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:01:01.935909 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Router ce8eb9da-c901-4c87-ba24-5287dabc9046 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:01:02.046297 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-1089ad4a-55cd-4b22-b1ea-d99debef4ee3 None None] Provisioning complete for port b6ba1d32-391c-48d0-a3a5-549f77c5118c triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:02.046800 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1089ad4a-55cd-4b22-b1ea-d99debef4ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:02.079334 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:01:02.085844 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3183271a-f6c0-4d7f-aa1e-906540bf9d7b admin admin] 10.222.0.16 "PUT /v2.0/routers/ce8eb9da-c901-4c87-ba24-5287dabc9046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0538387 Aug 18 15:01:02.088038 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-1089ad4a-55cd-4b22-b1ea-d99debef4ee3 None None] Port b6ba1d32-391c-48d0-a3a5-549f77c5118c cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:01:02.342620 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:02.395290 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:02.396011 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:02.490326 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:02.615246 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:02.619436 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:02.619806 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:02.704149 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:02.728795 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=338b4b15-85b5-41b3-bf06-7b4b3e3fadf0,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:02.807127 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:02.856435 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=338b4b15-85b5-41b3-bf06-7b4b3e3fadf0,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:02.959113 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42086) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:02.963859 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-a8f70e4c-8ff1-4543-8e5f-3c47c156999a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108635101', 'description': 'tempest-secgroup-smoke-1108635101 description', 'project_id': '49bacda13bd04559bb2bd8db449b5248'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:03.050711 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a8f70e4c-8ff1-4543-8e5f-3c47c156999a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.131296 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a8f70e4c-8ff1-4543-8e5f-3c47c156999a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.197998 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a8f70e4c-8ff1-4543-8e5f-3c47c156999a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.229169 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f70e4c-8ff1-4543-8e5f-3c47c156999a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:03.283879 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a8f70e4c-8ff1-4543-8e5f-3c47c156999a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.285757 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-a8f70e4c-8ff1-4543-8e5f-3c47c156999a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3256083 Aug 18 15:01:03.291474 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42088) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:03.293257 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-5c61c6b1-c7f3-44b5-9016-772b7e315851 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'security_group_rule': {'security_group_id': '8d565390-f6b0-44b6-a5e3-858b1b5d3ae2', 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:03.298994 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Sync routers for ids ['ce8eb9da-c901-4c87-ba24-5287dabc9046'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:01:03.309410 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Routers {'ce8eb9da-c901-4c87-ba24-5287dabc9046'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:03.310114 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['ce8eb9da-c901-4c87-ba24-5287dabc9046'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:03.379990 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5c61c6b1-c7f3-44b5-9016-772b7e315851 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.420158 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Set router ce8eb9da-c901-4c87-ba24-5287dabc9046 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:03.437344 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5c61c6b1-c7f3-44b5-9016-772b7e315851 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.506671 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5c61c6b1-c7f3-44b5-9016-772b7e315851 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.522685 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61c6b1-c7f3-44b5-9016-772b7e315851 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a84567-f3c9-46ef-85ff-d76b9f43ae01,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:03.602632 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-5c61c6b1-c7f3-44b5-9016-772b7e315851 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.606021 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-5c61c6b1-c7f3-44b5-9016-772b7e315851 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142776 Aug 18 15:01:03.606759 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42092) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:03.611373 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-746774fb-31a1-4eb2-b269-08afb34e0578 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'security_group_rule': {'security_group_id': '8d565390-f6b0-44b6-a5e3-858b1b5d3ae2', 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:03.625632 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:57Z', 'updated_at': '2021-08-18T15:01:01Z', 'revision_number': 4, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'gw_port': {'id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:58Z', 'updated_at': '2021-08-18T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b6ba1d32-391c-48d0-a3a5-549f77c5118c', 'name': '', 'network_id': '683335e4-871a-4899-8688-1505aad694a2', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'mac_address': 'fa:16:3e:b1:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9c8b7b2-53e3-4b2b-900b-0a1e520063d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:01:00Z', 'updated_at': '2021-08-18T15:01:01Z', 'revision_number': 2, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'subnets': [{'id': 'e9c8b7b2-53e3-4b2b-900b-0a1e520063d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:03.651842 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Checking router: ce8eb9da-c901-4c87-ba24-5287dabc9046 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:01:03.652191 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Updating router ce8eb9da-c901-4c87-ba24-5287dabc9046 port b6ba1d32-391c-48d0-a3a5-549f77c5118c binding host dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 15:01:03.676402 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.694686 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-746774fb-31a1-4eb2-b269-08afb34e0578 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.756316 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-746774fb-31a1-4eb2-b269-08afb34e0578 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.831293 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-746774fb-31a1-4eb2-b269-08afb34e0578 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.849452 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746774fb-31a1-4eb2-b269-08afb34e0578 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78e4ba9-7282-4d10-9742-368fdd24eefb,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:03.924789 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-746774fb-31a1-4eb2-b269-08afb34e0578 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.924789 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-746774fb-31a1-4eb2-b269-08afb34e0578 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105323 Aug 18 15:01:03.924789 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42096) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:03.927249 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-bdc32b5b-9497-448b-a2fc-86e34541ecb7 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'security_group_rule': {'security_group_id': '8d565390-f6b0-44b6-a5e3-858b1b5d3ae2', 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:03.948805 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Notify callbacks [] for port, precommit_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:03.958952 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.provisioning_blocks [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Transition to ACTIVE for port object b6ba1d32-391c-48d0-a3a5-549f77c5118c will not be triggered until provisioned by entity L2. {{(pid=100978) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:04.026008 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bdc32b5b-9497-448b-a2fc-86e34541ecb7 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.036942 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.093441 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bdc32b5b-9497-448b-a2fc-86e34541ecb7 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.106222 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a806f-6f4d-4759-a1b2-6dbe63fc8240 None None] Pushing event updated for resources: {'Port': ['ID=b6ba1d32-391c-48d0-a3a5-549f77c5118c,revision_number=3']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:04.142379 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Attempting to bind port b6ba1d32-391c-48d0-a3a5-549f77c5118c on host dv-cinder-805026-1-iscsi for vnic_type normal with profile {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:01:04.142900 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Attempting to bind port b6ba1d32-391c-48d0-a3a5-549f77c5118c by drivers openvswitch,hyperv on host dv-cinder-805026-1-iscsi at level 0 using segments [{'id': '2ee6a58a-3f59-42f5-87f8-83052147963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '683335e4-871a-4899-8688-1505aad694a2'}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:01:04.143388 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Attempting to bind port b6ba1d32-391c-48d0-a3a5-549f77c5118c on network 683335e4-871a-4899-8688-1505aad694a2 {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:04.149128 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Checking agent: {'id': '05fdfb5c-8797-4115-8f94-23b256c336e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805026-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 40, 54), 'started_at': datetime.datetime(2021, 8, 18, 14, 41, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805026-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:01:04.149547 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Checking segment: {'id': '2ee6a58a-3f59-42f5-87f8-83052147963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '683335e4-871a-4899-8688-1505aad694a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:01:04.149951 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.150339 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Bound using segment: {'id': '2ee6a58a-3f59-42f5-87f8-83052147963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '683335e4-871a-4899-8688-1505aad694a2'} {{(pid=100978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:01:04.150841 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.managers [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Bound port: b6ba1d32-391c-48d0-a3a5-549f77c5118c, host: dv-cinder-805026-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee6a58a-3f59-42f5-87f8-83052147963c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '683335e4-871a-4899-8688-1505aad694a2'}}] {{(pid=100978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:01:04.151219 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.194148 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bdc32b5b-9497-448b-a2fc-86e34541ecb7 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.234688 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc32b5b-9497-448b-a2fc-86e34541ecb7 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c2f8f6-91e5-4d6b-b085-379d6d36959e,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:04.288560 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:04.305652 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-bdc32b5b-9497-448b-a2fc-86e34541ecb7 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.308302 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-bdc32b5b-9497-448b-a2fc-86e34541ecb7 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3849707 Aug 18 15:01:04.309643 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42098) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:04.311036 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] For port b6ba1d32-391c-48d0-a3a5-549f77c5118c, host dv-cinder-805026-1-iscsi, cleared binding levels {{(pid=100978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:01:04.314165 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.plugins.ml2.db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] For port b6ba1d32-391c-48d0-a3a5-549f77c5118c, host dv-cinder-805026-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=b6ba1d32-391c-48d0-a3a5-549f77c5118c,segment=NetworkSegment(2ee6a58a-3f59-42f5-87f8-83052147963c),segment_id=2ee6a58a-3f59-42f5-87f8-83052147963c)] {{(pid=100978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:01:04.314858 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-f15f5bb4-f950-450f-a6b0-bc032432f7e5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'security_group_rule': {'security_group_id': '8d565390-f6b0-44b6-a5e3-858b1b5d3ae2', 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:04.346422 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:04.347441 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.414389 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.453805 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f15f5bb4-f950-450f-a6b0-bc032432f7e5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.472754 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a806f-6f4d-4759-a1b2-6dbe63fc8240 None None] Pushing event updated for resources: {'Port': ['ID=b6ba1d32-391c-48d0-a3a5-549f77c5118c,revision_number=4']} {{(pid=100978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:04.481136 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Routers {'ce8eb9da-c901-4c87-ba24-5287dabc9046'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:04.481716 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:00:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['ce8eb9da-c901-4c87-ba24-5287dabc9046'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:04.522548 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f15f5bb4-f950-450f-a6b0-bc032432f7e5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.592307 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] Set router ce8eb9da-c901-4c87-ba24-5287dabc9046 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:04.598248 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f15f5bb4-f950-450f-a6b0-bc032432f7e5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.619167 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f5bb4-f950-450f-a6b0-bc032432f7e5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc04265-4864-4e0b-8d40-9c18ceaf823b,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:04.700877 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-f15f5bb4-f950-450f-a6b0-bc032432f7e5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.702371 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-f15f5bb4-f950-450f-a6b0-bc032432f7e5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3917382 Aug 18 15:01:04.705219 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42102) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:04.709798 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-9d7376e6-c438-493a-a328-86f312f6aaf8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'security_group_rule': {'security_group_id': '8d565390-f6b0-44b6-a5e3-858b1b5d3ae2', 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:04.799763 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:57Z', 'updated_at': '2021-08-18T15:01:01Z', 'revision_number': 4, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'gw_port': {'id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:58Z', 'updated_at': '2021-08-18T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b6ba1d32-391c-48d0-a3a5-549f77c5118c', 'name': '', 'network_id': '683335e4-871a-4899-8688-1505aad694a2', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'mac_address': 'fa:16:3e:b1:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9c8b7b2-53e3-4b2b-900b-0a1e520063d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:01:00Z', 'updated_at': '2021-08-18T15:01:04Z', 'revision_number': 4, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'subnets': [{'id': 'e9c8b7b2-53e3-4b2b-900b-0a1e520063d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:04.814041 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.securitygroups_db [None req-9d7376e6-c438-493a-a328-86f312f6aaf8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Project 49bacda13bd04559bb2bd8db449b5248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:01:04.819768 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9d7376e6-c438-493a-a328-86f312f6aaf8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.827149 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5a8f6-e36b-484c-be18-ae56d461b67e None None] The sync data for ids ['ce8eb9da-c901-4c87-ba24-5287dabc9046'] in dv-cinder-805026-1-iscsi is: [{'id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:57Z', 'updated_at': '2021-08-18T15:01:01Z', 'revision_number': 4, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'gw_port': {'id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:58Z', 'updated_at': '2021-08-18T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b6ba1d32-391c-48d0-a3a5-549f77c5118c', 'name': '', 'network_id': '683335e4-871a-4899-8688-1505aad694a2', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'mac_address': 'fa:16:3e:b1:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'e9c8b7b2-53e3-4b2b-900b-0a1e520063d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:01:00Z', 'updated_at': '2021-08-18T15:01:04Z', 'revision_number': 4, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'subnets': [{'id': 'e9c8b7b2-53e3-4b2b-900b-0a1e520063d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:01:04.897512 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9d7376e6-c438-493a-a328-86f312f6aaf8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:04.986121 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9d7376e6-c438-493a-a328-86f312f6aaf8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.005672 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7376e6-c438-493a-a328-86f312f6aaf8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21eaccca-80ba-40fc-ada5-9d1f57abf2bc,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:05.078254 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-9d7376e6-c438-493a-a328-86f312f6aaf8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.079578 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-9d7376e6-c438-493a-a328-86f312f6aaf8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733590 Aug 18 15:01:05.082291 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42106) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:05.086812 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-95f481c5-497a-428e-8351-ca0a081e014d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'security_group_rule': {'security_group_id': '8d565390-f6b0-44b6-a5e3-858b1b5d3ae2', 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:05.181058 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.securitygroups_db [None req-95f481c5-497a-428e-8351-ca0a081e014d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Project 49bacda13bd04559bb2bd8db449b5248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 15:01:05.186236 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-95f481c5-497a-428e-8351-ca0a081e014d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.251809 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-95f481c5-497a-428e-8351-ca0a081e014d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.311444 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-95f481c5-497a-428e-8351-ca0a081e014d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66742361'] for security_group_rule, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.330788 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f481c5-497a-428e-8351-ca0a081e014d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5561c12c-daa9-4be8-9e47-f9a8fc4ebc57,revision_number=0']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:05.392301 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-95f481c5-497a-428e-8351-ca0a081e014d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:05.393450 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-95f481c5-497a-428e-8351-ca0a081e014d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102047 Aug 18 15:01:06.263162 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b6ba1d32-391c-48d0-a3a5-549f77c5118c up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:06.397569 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning for port b6ba1d32-391c-48d0-a3a5-549f77c5118c completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:06.401711 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port b6ba1d32-391c-48d0-a3a5-549f77c5118c triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:06.402121 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.483318 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.522060 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] For port b6ba1d32-391c-48d0-a3a5-549f77c5118c, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=b6ba1d32-391c-48d0-a3a5-549f77c5118c,segment=NetworkSegment(2ee6a58a-3f59-42f5-87f8-83052147963c),segment_id=2ee6a58a-3f59-42f5-87f8-83052147963c)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:06.603575 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:06.652726 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Pushing event updated for resources: {'Port': ['ID=b6ba1d32-391c-48d0-a3a5-549f77c5118c,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:08.243734 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b6ba1d32-391c-48d0-a3a5-549f77c5118c up at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:08.291175 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Provisioning complete for port b6ba1d32-391c-48d0-a3a5-549f77c5118c triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:08.291564 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:14.551844 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-8bab2c1f-b99e-4fcc-994a-9b3d3a967d61 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90554187&fields=id&tenant_id=ae92fca53e8844c0920f774e9e31bd28 HTTP/1.1" status: 200 len: 267 time: 0.0321999 Aug 18 15:01:14.659728 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-414a30c8-f220-44f5-b89e-d06d41d7a4f7 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:14.661176 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-414a30c8-f220-44f5-b89e-d06d41d7a4f7 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/networks?id=3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 200 len: 809 time: 0.1026943 Aug 18 15:01:14.675464 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-428244d1-2a7e-49d6-bf6a-0d98e07ea7e7 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/quotas/ae92fca53e8844c0920f774e9e31bd28 HTTP/1.1" status: 200 len: 375 time: 0.0085948 Aug 18 15:01:14.725078 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-f02a96d7-d3a5-4785-b922-6de4f6f315fc tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444729 Aug 18 15:01:14.830094 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-b8fa7854-ddde-469e-8086-35483e64a3af service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100975) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:01:14.831706 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-b8fa7854-ddde-469e-8086-35483e64a3af service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0951071 Aug 18 15:01:14.924803 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-9da7d8fc-6fb7-4f26-9116-c240365f3fb2 service neutron] 10.222.0.16 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865650 Aug 18 15:01:15.014986 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-8719944d-250a-432c-9fcc-388c0bf82f1f service neutron] 10.222.0.16 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834181 Aug 18 15:01:15.606066 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2dcb2375-9f49-4075-bca3-1fc538007f19 req-3623bcc3-b5b7-4ed4-aa14-def5b347bdae tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 210 time: 0.0282426 Aug 18 15:01:16.686340 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5196c868-91ce-43de-becf-4b4ddb249272 req-7594bd1a-3f1e-4bc8-9d51-1306dc603244 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 210 time: 0.0306027 Aug 18 15:01:17.780450 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7502a999-a8db-4b5e-a4ca-e3c40ec34a6a req-7df38581-135d-443c-b0e2-1c649cf8daa1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 210 time: 0.0266874 Aug 18 15:01:18.119826 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-e76fc9b6-8bad-425d-a474-86c9a6f68f31 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:18.121552 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-e76fc9b6-8bad-425d-a474-86c9a6f68f31 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.49 "GET /v2.0/networks?id=3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 200 len: 809 time: 0.1061459 Aug 18 15:01:18.173660 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-d1cf734e-b71f-4255-acee-b4a9e24795e9 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae92fca53e8844c0920f774e9e31bd28 HTTP/1.1" status: 200 len: 378 time: 0.0376434 Aug 18 15:01:18.184070 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Request body: {'port': {'device_id': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'admin_state_up': True, 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'security_groups': ['1f974195-bdbe-4c18-9e8e-6b58e2e19873']}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:18.351889 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Made reservation on behalf of ae92fca53e8844c0920f774e9e31bd28 for: {'port': 1} {{(pid=100976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:01:18.355545 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:18.487536 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Allocated IP 172.20.0.5 (3b3f21b6-e871-47d8-b915-358aab046b88/17b379a1-3fc0-4c5b-a2aa-5fb5f8675019/2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:01:18.628008 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:18.641417 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Transition to ACTIVE for port object 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 will not be triggered until provisioned by entity DHCP. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:18.740269 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:18.780591 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Network 3b3f21b6-e871-47d8-b915-358aab046b88 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:01:18.785919 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:01:18.789625 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:01:18.822233 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'Port': ['ID=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:18.852820 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:18.853525 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:18.909701 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db4908-6578-4bc8-bebe-661f106db226 req-34298371-21b7-481c-8b2d-30cf8e107413 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:18.911299 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-19db4908-6578-4bc8-bebe-661f106db226 req-34298371-21b7-481c-8b2d-30cf8e107413 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 931 time: 0.0514321 Aug 18 15:01:18.942603 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-26da49f3-e513-4225-bc3e-e7f27a0c826e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7620404 Aug 18 15:01:18.955839 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-19db4908-6578-4bc8-bebe-661f106db226 req-12281441-0179-4ab8-9aaa-4ba678ed7d7b tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380874 Aug 18 15:01:18.961699 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-4a6022c4-2666-46e6-8926-4bb968967fad tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=100976) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 15:01:18.962771 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-4a6022c4-2666-46e6-8926-4bb968967fad tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056880 Aug 18 15:01:19.025705 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Request body: {'port': {'device_id': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:19.085291 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:19.134329 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-32a42d64-f8c0-4542-936b-301416d0ef1e None None] Provisioning for port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:19.138546 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-32a42d64-f8c0-4542-936b-301416d0ef1e None None] Provisioning complete for port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:19.138920 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-32a42d64-f8c0-4542-936b-301416d0ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:19.174995 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-32a42d64-f8c0-4542-936b-301416d0ef1e None None] Port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:01:19.355585 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 {{(pid=100976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:01:19.363749 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:19.376063 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.provisioning_blocks [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Transition to ACTIVE for port object 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 will not be triggered until provisioned by entity L2. {{(pid=100976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:19.436366 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:19.490350 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:19.568905 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Attempting to bind port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:01:19.569247 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Attempting to bind port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:01:19.569584 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Attempting to bind port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 on network 3b3f21b6-e871-47d8-b915-358aab046b88 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:19.574477 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 on network 3b3f21b6-e871-47d8-b915-358aab046b88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:01:19.574818 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Attempting to bind port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 on network 3b3f21b6-e871-47d8-b915-358aab046b88 {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:19.581749 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:01:19.582151 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Checking segment: {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:01:19.582576 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Bound using segment: {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'} {{(pid=100976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:01:19.583025 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.managers [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Bound port: 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc1aea6-71af-4031-b743-5ad9ec1e8337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88'}}] {{(pid=100976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:01:19.583397 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:19.654858 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, cleared binding levels {{(pid=100976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:01:19.658131 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:01:19.717177 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:19.758310 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:19.758955 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:19.760334 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] 10.222.0.49 "PUT /v2.0/ports/2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 200 len: 1093 time: 0.7886000 Aug 18 15:01:19.760773 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:19.763020 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e544ebf-c75b-4844-bcd7-6e2f55f74b87" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:19.784966 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094392-578a-4b31-96f0-5e27bdb20316 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,revision_number=3']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:19.807334 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b48293-e3a4-4b87-8dda-c4fcf772d377 x-openstack-request-id: req-a5b48293-e3a4-4b87-8dda-c4fcf772d377 {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:19.807723 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:19.808078 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5b48293-e3a4-4b87-8dda-c4fcf772d377 {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:19.808590 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'status': 'completed', 'code': 200} Aug 18 15:01:19.899138 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e544ebf-c75b-4844-bcd7-6e2f55f74b87 req-d6055a5c-e175-4b9e-8aed-74f701e8488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:19.900671 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9e544ebf-c75b-4844-bcd7-6e2f55f74b87 req-d6055a5c-e175-4b9e-8aed-74f701e8488c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1096 time: 0.0468564 Aug 18 15:01:20.045941 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e544ebf-c75b-4844-bcd7-6e2f55f74b87 req-e757541c-91b2-4b58-8e43-a917c7d22c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:20.047611 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9e544ebf-c75b-4844-bcd7-6e2f55f74b87 req-e757541c-91b2-4b58-8e43-a917c7d22c78 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ae92fca53e8844c0920f774e9e31bd28&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1307561 Aug 18 15:01:20.095637 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4eda0-a528-4c7b-ac9a-b356eaf13e15 req-8e402ce1-549e-4dbc-ad7b-cc48c2c691c9 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:20.097847 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b1d4eda0-a528-4c7b-ac9a-b356eaf13e15 req-8e402ce1-549e-4dbc-ad7b-cc48c2c691c9 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0531075 Aug 18 15:01:20.137734 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b1d4eda0-a528-4c7b-ac9a-b356eaf13e15 req-ed12871f-d6c4-4258-ab6c-26dc8dbfc5d5 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335302 Aug 18 15:01:20.159544 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e544ebf-c75b-4844-bcd7-6e2f55f74b87 req-98d96081-b081-4ef6-9603-c04c1254a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:20.161241 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-9e544ebf-c75b-4844-bcd7-6e2f55f74b87 req-98d96081-b081-4ef6-9603-c04c1254a053 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042559 Aug 18 15:01:20.272939 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-020b77b4-7cb0-4f18-8369-62ca3cb85f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:20.274359 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-020b77b4-7cb0-4f18-8369-62ca3cb85f72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1096 time: 0.0418959 Aug 18 15:01:20.321863 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-1acbacf2-43a7-42f2-91c9-15fccdb235bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 200 len: 217 time: 0.0336819 Aug 18 15:01:20.375563 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-8aeeada8-49af-4248-9a66-0fe44529b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:20.377036 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-8aeeada8-49af-4248-9a66-0fe44529b4d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 HTTP/1.1" status: 200 len: 848 time: 0.0476911 Aug 18 15:01:20.425133 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-df9e57b1-19bf-4b84-8e9f-3cb70a5e409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:20.426715 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-df9e57b1-19bf-4b84-8e9f-3cb70a5e409d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b3f21b6-e871-47d8-b915-358aab046b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419781 Aug 18 15:01:20.520891 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-9775265b-e627-4f3f-82a2-ae588e90c304 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845587 Aug 18 15:01:20.614794 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-23b1d397-1ca7-4cf4-9949-e5a3e76347c2 req-42f8fbfe-eb6b-4c42-98f0-3c71cd85b8c0 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862520 Aug 18 15:01:21.037148 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-211697aa-a3c2-4f2f-afd4-ce3c324f57d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:21.257538 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e24c31-6d00-491f-b676-2f9222d87926 req-c7390cb1-d1ce-44df-b3ad-e71554ccbd77 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:21.259057 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e7e24c31-6d00-491f-b676-2f9222d87926 req-c7390cb1-d1ce-44df-b3ad-e71554ccbd77 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0549734 Aug 18 15:01:21.297204 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e7e24c31-6d00-491f-b676-2f9222d87926 req-263e4000-bf20-4589-9fe5-d9f363f5f42d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313497 Aug 18 15:01:22.409649 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c6d90-5761-4154-8297-fac84452dc61 req-d6da4f08-27fe-445b-9ec1-c6baef2b3bd7 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:22.411109 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-561c6d90-5761-4154-8297-fac84452dc61 req-d6da4f08-27fe-445b-9ec1-c6baef2b3bd7 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0465691 Aug 18 15:01:22.448977 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-561c6d90-5761-4154-8297-fac84452dc61 req-a6ae5f2e-c596-40ac-8935-62bf7efa4ddd tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319297 Aug 18 15:01:23.551234 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d359f97d-0b81-4fab-9312-a4b4933d6bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:23.561533 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf17c7d-4539-4ceb-84bc-6fd87a346649 req-da1bfe0e-02fa-4e15-a7b7-c0d3ceac9ac7 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:23.563175 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-aaf17c7d-4539-4ceb-84bc-6fd87a346649 req-da1bfe0e-02fa-4e15-a7b7-c0d3ceac9ac7 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0482466 Aug 18 15:01:23.600602 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-aaf17c7d-4539-4ceb-84bc-6fd87a346649 req-11754092-65d0-44de-951f-932b80177809 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306950 Aug 18 15:01:23.710229 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:24.716293 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebae28-1333-4f1f-81e3-1ebf5efd6ee9 req-5c12dba1-3c35-48d3-be38-b90286e12597 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:24.717745 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-78ebae28-1333-4f1f-81e3-1ebf5efd6ee9 req-5c12dba1-3c35-48d3-be38-b90286e12597 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0517409 Aug 18 15:01:24.754832 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-78ebae28-1333-4f1f-81e3-1ebf5efd6ee9 req-762c7a41-a812-4ac3-a44a-5675dfec3a73 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310254 Aug 18 15:01:24.832011 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:25.872864 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9998f84-a718-4f81-b13f-ec733f88c667 req-51c02c44-4b78-4001-9399-8454863cf1f1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:25.874330 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e9998f84-a718-4f81-b13f-ec733f88c667 req-51c02c44-4b78-4001-9399-8454863cf1f1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0490050 Aug 18 15:01:25.911238 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e9998f84-a718-4f81-b13f-ec733f88c667 req-2c507389-370b-4e06-8d24-af07713a0891 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310659 Aug 18 15:01:26.322720 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:26.528809 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:27.022518 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f84901-b188-4649-bf13-0cd357ba9508 req-c8b81e1b-7a45-4e80-996f-edbcbefc1105 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:27.023832 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-39f84901-b188-4649-bf13-0cd357ba9508 req-c8b81e1b-7a45-4e80-996f-edbcbefc1105 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0474536 Aug 18 15:01:27.061661 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-39f84901-b188-4649-bf13-0cd357ba9508 req-60533bec-f87f-44f6-804b-3ae7705b8df4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315213 Aug 18 15:01:28.178814 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b4b59-be3c-4261-a1cf-8ca9f97331de req-5cfb5f03-40c3-49ab-8d8a-790bc8afaafd tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:28.180289 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-953b4b59-be3c-4261-a1cf-8ca9f97331de req-5cfb5f03-40c3-49ab-8d8a-790bc8afaafd tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0515046 Aug 18 15:01:28.217425 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-953b4b59-be3c-4261-a1cf-8ca9f97331de req-d137b7f1-a570-4d0c-bf9e-d09961ec9251 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313106 Aug 18 15:01:29.330315 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066773f2-c5ae-480e-94b0-3c614fa857cc req-2dd9db25-8f37-40ca-a968-1f9847bacf01 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:29.332309 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-066773f2-c5ae-480e-94b0-3c614fa857cc req-2dd9db25-8f37-40ca-a968-1f9847bacf01 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0497928 Aug 18 15:01:29.368731 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-066773f2-c5ae-480e-94b0-3c614fa857cc req-b0d9c7e8-f15b-438f-b108-48787fbbac13 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306702 Aug 18 15:01:30.479972 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cceb5-533a-4394-bbc7-e84e70fda1b4 req-f68bc973-1dfa-49b0-ac4e-89a43a2e9894 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:30.481321 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6a7cceb5-533a-4394-bbc7-e84e70fda1b4 req-f68bc973-1dfa-49b0-ac4e-89a43a2e9894 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0486660 Aug 18 15:01:30.518436 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6a7cceb5-533a-4394-bbc7-e84e70fda1b4 req-5c4d78c4-23e7-4bff-9285-a5472e1ecdc4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311646 Aug 18 15:01:31.633091 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ff334-d7e5-4225-8b8f-cde5f6dfa160 req-0f7e5955-a9f2-4965-a451-078022132185 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:31.634552 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6a7ff334-d7e5-4225-8b8f-cde5f6dfa160 req-0f7e5955-a9f2-4965-a451-078022132185 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0505023 Aug 18 15:01:31.672159 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6a7ff334-d7e5-4225-8b8f-cde5f6dfa160 req-89d1b7a9-3456-42db-8ab8-49b7012028ba tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317373 Aug 18 15:01:32.783073 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200bcb2-1d6e-4acb-949c-ac6b610dcee2 req-22f0e7a3-0c7d-45eb-a128-5ba9a61db71a tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:32.784626 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4200bcb2-1d6e-4acb-949c-ac6b610dcee2 req-22f0e7a3-0c7d-45eb-a128-5ba9a61db71a tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0481548 Aug 18 15:01:32.822185 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4200bcb2-1d6e-4acb-949c-ac6b610dcee2 req-db0bf7aa-81e7-4731-8d9e-20328befb98d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310364 Aug 18 15:01:33.312403 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:01:33.527222 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:33.538037 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'port_id': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'mac_address': 'fa:16:3e:0f:80:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:01:33.573610 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:33.586478 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:01:33.604991 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:33.664958 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:33.715983 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:33.931965 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6385-cf3e-44f9-a3a3-706b364b19c9 req-dc2a1375-dddb-48ea-8794-d8cf93d955f9 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:33.933450 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4bfe6385-cf3e-44f9-a3a3-706b364b19c9 req-dc2a1375-dddb-48ea-8794-d8cf93d955f9 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 944 time: 0.0468290 Aug 18 15:01:33.970622 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4bfe6385-cf3e-44f9-a3a3-706b364b19c9 req-d7688bb4-090d-4e72-a4f4-a3cc6386335c tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311365 Aug 18 15:01:35.085361 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5259e1-7a21-40f5-872f-517f2f7e483d req-29749fee-d5d9-4235-a23d-c5dc34ab5e93 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:35.086852 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dd5259e1-7a21-40f5-872f-517f2f7e483d req-29749fee-d5d9-4235-a23d-c5dc34ab5e93 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 944 time: 0.0517888 Aug 18 15:01:35.123362 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dd5259e1-7a21-40f5-872f-517f2f7e483d req-844be8fa-e440-4733-801a-821ff4c09ad2 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305803 Aug 18 15:01:36.060183 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:01:36.239873 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015ab10-8f69-471f-aabc-72c98c49bef8 req-52f23561-41bb-4df6-99df-ae729c6bcb16 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:36.241389 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2015ab10-8f69-471f-aabc-72c98c49bef8 req-52f23561-41bb-4df6-99df-ae729c6bcb16 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 944 time: 0.0521178 Aug 18 15:01:36.277621 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2015ab10-8f69-471f-aabc-72c98c49bef8 req-cc8aaf68-6641-481f-a024-03a4327241fd tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301306 Aug 18 15:01:37.388716 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e423f8d-c795-454f-be4b-deb79b130db7 req-927a33d0-7c36-40c5-b02c-b456e3ea224f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:37.390142 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6e423f8d-c795-454f-be4b-deb79b130db7 req-927a33d0-7c36-40c5-b02c-b456e3ea224f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 944 time: 0.0471752 Aug 18 15:01:37.425387 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6e423f8d-c795-454f-be4b-deb79b130db7 req-ab6fa234-1acd-447f-8499-44e95a41382b tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293889 Aug 18 15:01:37.486731 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:01:38.541871 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef1b85-8169-4e1e-b778-150df0328b9c req-76a598d4-e27c-4eaf-b6f3-2e795b032cc9 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:38.543358 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c1ef1b85-8169-4e1e-b778-150df0328b9c req-76a598d4-e27c-4eaf-b6f3-2e795b032cc9 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 944 time: 0.0513046 Aug 18 15:01:38.580786 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c1ef1b85-8169-4e1e-b778-150df0328b9c req-5c8290aa-d591-41b2-acfa-b2d41d0baf2a tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316219 Aug 18 15:01:38.789111 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:01:38.887800 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:38.891552 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:38.891926 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:38.968093 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:38.990240 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:38.992472 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c938fb2-60a6-47f3-b2ca-e785695a5aa0" -d '{"events": [{"server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "name": "network-vif-plugged", "status": "completed", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:39.005365 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:01:39.082526 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:39.131402 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b982f1c7-be0d-4b5c-b73e-84b239a66e52 x-openstack-request-id: req-b982f1c7-be0d-4b5c-b73e-84b239a66e52 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:39.131688 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "name": "network-vif-plugged", "status": "completed", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:39.131935 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b982f1c7-be0d-4b5c-b73e-84b239a66e52 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:39.132319 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'code': 200} Aug 18 15:01:39.135193 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:39.142013 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.142354 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.142714 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.143042 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.143367 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.143694 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.144015 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.144334 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.144651 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.144972 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.145286 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.145600 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:39.492395 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb8f2-b52e-40b9-a3ec-3187ea2d4e9c req-6b14ecc3-9a21-4b71-b472-f2b3a6ad6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:39.493854 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e1cb8f2-b52e-40b9-a3ec-3187ea2d4e9c req-6b14ecc3-9a21-4b71-b472-f2b3a6ad6bea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1098 time: 0.0394366 Aug 18 15:01:39.528309 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-4e1cb8f2-b52e-40b9-a3ec-3187ea2d4e9c req-bb1c8d4a-8414-4013-8238-f8a428703a1c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274849 Aug 18 15:01:39.693780 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0331f-3da2-4976-aa74-5bcdabfd3ff6 req-6403441c-e098-45b6-8cf3-1aabef7b316d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:39.695322 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d8d0331f-3da2-4976-aa74-5bcdabfd3ff6 req-6403441c-e098-45b6-8cf3-1aabef7b316d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0485342 Aug 18 15:01:39.733068 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d8d0331f-3da2-4976-aa74-5bcdabfd3ff6 req-48355dd1-0c56-42d0-a39b-3a480aa4eb21 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315459 Aug 18 15:01:40.889032 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c371a-34e4-49ae-91b5-cd73468195d9 req-ad15b957-ebdd-48f6-bc29-5d83a544a46e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:40.890474 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d91c371a-34e4-49ae-91b5-cd73468195d9 req-ad15b957-ebdd-48f6-bc29-5d83a544a46e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0466771 Aug 18 15:01:40.927031 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d91c371a-34e4-49ae-91b5-cd73468195d9 req-15cae37d-ea8b-4f51-ba37-9ae5aa931820 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295107 Aug 18 15:01:42.046211 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdade-aff7-4c67-942a-019b0ce9c264 req-d6e65921-8a53-4fca-b808-8af37af82fce tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:42.051009 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3cfcdade-aff7-4c67-942a-019b0ce9c264 req-d6e65921-8a53-4fca-b808-8af37af82fce tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0535221 Aug 18 15:01:42.086349 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3cfcdade-aff7-4c67-942a-019b0ce9c264 req-9ce3f029-aebc-4df5-b5d0-f7e1f58e83ac tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326459 Aug 18 15:01:43.203003 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06301629-0a2b-4b71-9471-7f63c509eb0f req-957a072a-27dd-4150-a7a1-e4ce3bd5a68c tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:43.204509 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-06301629-0a2b-4b71-9471-7f63c509eb0f req-957a072a-27dd-4150-a7a1-e4ce3bd5a68c tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Aug 18 15:01:43.246195 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-06301629-0a2b-4b71-9471-7f63c509eb0f req-edf44424-a5a0-4f53-8c20-ccf563b78495 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347056 Aug 18 15:01:43.362052 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-27de3ef1-430f-4d55-b5b9-58962c027f3f tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108635101&fields=id&tenant_id=49bacda13bd04559bb2bd8db449b5248 HTTP/1.1" status: 200 len: 267 time: 0.0333507 Aug 18 15:01:43.491758 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-5ab8879d-fdd6-4d6d-a9f8-07c9262e723a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:43.493287 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-5ab8879d-fdd6-4d6d-a9f8-07c9262e723a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 812 time: 0.1243258 Aug 18 15:01:43.508670 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-6ca27d6e-4143-4fea-b24a-1926d36be77a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/quotas/49bacda13bd04559bb2bd8db449b5248 HTTP/1.1" status: 200 len: 375 time: 0.0098939 Aug 18 15:01:43.557906 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-f3878379-f602-4d48-baa9-f7ecb63d919d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441675 Aug 18 15:01:43.654004 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-ec145e17-721e-47a3-a0e0-818206d07bbd service neutron] 10.222.0.16 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848496 Aug 18 15:01:43.749542 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-d2f698cf-8f2a-4270-b281-843512a04daa service neutron] 10.222.0.16 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892000 Aug 18 15:01:44.375607 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bb1ee-bf4c-49e6-8f9b-dca01e8beb8c req-06b2c256-d0bf-4b1d-8383-919c4eea0a11 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:44.377096 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dc1bb1ee-bf4c-49e6-8f9b-dca01e8beb8c req-06b2c256-d0bf-4b1d-8383-919c4eea0a11 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0482583 Aug 18 15:01:44.423130 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dc1bb1ee-bf4c-49e6-8f9b-dca01e8beb8c req-9e92a270-790d-4b8e-a05a-f71c0999bb23 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366218 Aug 18 15:01:44.441849 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42480) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:44.500509 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c466266b-a809-462b-b1a1-1a001a59ecbf req-78c2eb65-46ad-4c8d-87a0-38a05930a91f tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 210 time: 0.0348947 Aug 18 15:01:44.602216 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9edaecb-ec4c-4d89-b3f4-7325d3eefc2c tempest-TestShelveInstance-1353493410 tempest-TestShelveInstance-1353493410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:44.603787 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-b9edaecb-ec4c-4d89-b3f4-7325d3eefc2c tempest-TestShelveInstance-1353493410 tempest-TestShelveInstance-1353493410-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1093 time: 0.1608632 Aug 18 15:01:44.606814 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42486) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:44.611256 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.v2.base [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Request body: {'floatingip': {'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'port_id': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:44.711159 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for floatingip, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:44.811597 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:44.914651 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_common [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Allocated IP 172.27.2.221 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/25457247-fc6f-4e2a-a33f-ada7330f125e) {{(pid=100976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:01:45.015405 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for port, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:45.156453 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:45.196382 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:01:45.201510 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.base_scheduler [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Resources bound (agent type, host, resource id): {{(pid=100976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:01:45.204605 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Received port after_create {{(pid=100976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:01:45.233439 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'Port': ['ID=25457247-fc6f-4e2a-a33f-ada7330f125e,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:45.244539 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.244888 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.245230 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.245565 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.245898 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.246226 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.246591 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.246918 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.247244 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.247566 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.247895 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.248211 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:45.577210 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:45.581099 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ae39649c-c70e-43b9-b02f-029f319f6933 req-20a8f1e8-a9ac-4373-95c2-4be2eb3f3e42 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 210 time: 0.0309584 Aug 18 15:01:45.719782 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:45.874290 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for port, precommit_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:46.036113 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63756932'] for port, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:46.106531 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event updated for resources: {'Port': ['ID=25457247-fc6f-4e2a-a33f-ada7330f125e,revision_number=2']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:46.116381 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:46.217928 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.db.l3_db [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Floating IP 7f61a393-d3bf-49e1-8d9d-d3692fb26fe8 associated. External IP: 172.27.2.221, port: 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9. Aug 18 15:01:46.431562 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Router 21d7b49a-3178-41f5-902b-95d648b79d27 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:01:46.537322 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:01:46.546814 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] Sync routers for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:01:46.556330 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:46.556939 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:01:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:46.636927 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:46.678468 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:46.679399 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-befef722-2a6e-4099-8302-ce63fca424c4 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0714905 Aug 18 15:01:46.680061 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9'}] {{(pid=100976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:46.682355 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d185b700642f47c7a15f497447c63934a0b78d01fa835e2aeac6a8ddafadf01f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9"}]}' {{(pid=100976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:46.695531 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9629e59c-47b3-4946-9196-ebd0c6835859 req-d4c5947a-4c45-4aff-82d0-ae6f95e71513 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 210 time: 0.0288796 Aug 18 15:01:46.740401 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20039489-83f4-427c-a701-cf5cebcc924c x-openstack-request-id: req-20039489-83f4-427c-a701-cf5cebcc924c {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:46.740738 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9", "status": "completed", "code": 200}]} {{(pid=100976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:46.741004 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20039489-83f4-427c-a701-cf5cebcc924c {{(pid=100976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:46.741399 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'status': 'completed', 'code': 200} Aug 18 15:01:46.823591 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-4a764d78-ec0f-4d25-bc17-f21b3de20cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:46.825335 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-4a764d78-ec0f-4d25-bc17-f21b3de20cf1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1098 time: 0.0414045 Aug 18 15:01:46.894481 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '7f61a393-d3bf-49e1-8d9d-d3692fb26fe8', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'port_id': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'mac_address': 'fa:16:3e:0f:80:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:01:45Z', 'updated_at': '2021-08-18T15:01:45Z', 'revision_number': 0, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b85e9978-21aa-411b-84e5-dba9e7cc56b5', 'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'mac_address': 'fa:16:3e:99:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:34Z', 'updated_at': '2021-08-18T15:00:40Z', 'revision_number': 5, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'subnets': [{'id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:46.922489 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-1381b272-61a4-4b1c-bf0a-abc291ff041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:46.922756 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-1381b272-61a4-4b1c-bf0a-abc291ff041c service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 200 len: 910 time: 0.0903847 Aug 18 15:01:46.924033 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] Checking router: 21d7b49a-3178-41f5-902b-95d648b79d27 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:01:46.933453 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:01:46.933908 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:01:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:46.993458 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-ff52c63b-9c28-4079-91aa-c31e513ae3be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 200 len: 999 time: 0.0623660 Aug 18 15:01:47.022372 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-4a5b5641-1094-4eda-88a0-eef1bd34e61a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:47.024052 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-4a5b5641-1094-4eda-88a0-eef1bd34e61a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 812 time: 0.1163454 Aug 18 15:01:47.051628 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:01:47.052367 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-e44b528c-63b8-4c4f-b0ba-92943eafc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:47.055915 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-e44b528c-63b8-4c4f-b0ba-92943eafc1ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 HTTP/1.1" status: 200 len: 848 time: 0.0543475 Aug 18 15:01:47.101539 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-9e86cce8-4833-4539-a5f3-33d60d68166f tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49bacda13bd04559bb2bd8db449b5248 HTTP/1.1" status: 200 len: 380 time: 0.0360842 Aug 18 15:01:47.106238 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-075a9eef-2502-41c4-bc2b-e1ddab0b7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:47.107788 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-075a9eef-2502-41c4-bc2b-e1ddab0b7589 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b3f21b6-e871-47d8-b915-358aab046b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419316 Aug 18 15:01:47.110815 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'port': {'device_id': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'admin_state_up': True, 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'security_groups': ['8d565390-f6b0-44b6-a5e3-858b1b5d3ae2']}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:47.226548 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-58651ac1-5dc9-41a8-b9b1-e303f4290524 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081457 Aug 18 15:01:47.285197 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '7f61a393-d3bf-49e1-8d9d-d3692fb26fe8', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'port_id': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'mac_address': 'fa:16:3e:0f:80:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:01:45Z', 'updated_at': '2021-08-18T15:01:45Z', 'revision_number': 0, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b85e9978-21aa-411b-84e5-dba9e7cc56b5', 'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'mac_address': 'fa:16:3e:99:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:34Z', 'updated_at': '2021-08-18T15:00:40Z', 'revision_number': 5, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'subnets': [{'id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:01:47.311653 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ecd98-5551-4608-b281-27b41d52b441 None None] The sync data for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi is: [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '7f61a393-d3bf-49e1-8d9d-d3692fb26fe8', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'port_id': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'mac_address': 'fa:16:3e:0f:80:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:01:45Z', 'updated_at': '2021-08-18T15:01:45Z', 'revision_number': 0, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b85e9978-21aa-411b-84e5-dba9e7cc56b5', 'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'mac_address': 'fa:16:3e:99:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:34Z', 'updated_at': '2021-08-18T15:00:40Z', 'revision_number': 5, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'subnets': [{'id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:01:47.316235 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Made reservation on behalf of 49bacda13bd04559bb2bd8db449b5248 for: {'port': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:01:47.319771 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:47.445960 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Allocated IP 172.20.0.10 (00647ff5-03b5-48a3-8fc8-1e73d0d20671/ca622cd8-3a40-4334-8c24-a0f6f7cc2524/21d455fd-7cf8-4c93-bc33-57d2fe7abbad) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:01:47.503348 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa866c2a-0e52-4c61-af30-1983e7be3890 None None] New status for floating IP 7f61a393-d3bf-49e1-8d9d-d3692fb26fe8: ACTIVE {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:01:47.849024 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c9d4a6e5-06d3-46d5-aeb3-c6ec7ca0e86a req-91884d88-5a4e-4281-9375-fb9ce68c83ad tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 210 time: 0.0335758 Aug 18 15:01:47.858782 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:47.871525 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Transition to ACTIVE for port object 21d455fd-7cf8-4c93-bc33-57d2fe7abbad will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:47.962502 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:48.004247 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:01:48.007706 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:01:48.011403 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:01:48.017455 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'Port': ['ID=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:48.044628 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.045045 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.045308 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.045644 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.045970 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.046300 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.046659 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.046985 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.047309 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.047629 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.047948 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.048267 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:01:48.073095 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:48.073725 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:48.140146 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-be4028f2-765d-429b-bc3b-b7df21bf0692 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0330119 Aug 18 15:01:48.270110 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-775c3c4f-0e36-47ec-9e14-ceb06f20574c None None] Provisioning for port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:01:48.274507 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-775c3c4f-0e36-47ec-9e14-ceb06f20574c None None] Provisioning complete for port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:01:48.274886 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-775c3c4f-0e36-47ec-9e14-ceb06f20574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:48.311444 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-775c3c4f-0e36-47ec-9e14-ceb06f20574c None None] Port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:01:48.962916 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611b9eb-84ee-4f2e-8cdb-3c2da728b994 req-8f4ba3e8-2956-4e36-b353-fa4b14cd4447 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:48.964371 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8611b9eb-84ee-4f2e-8cdb-3c2da728b994 req-8f4ba3e8-2956-4e36-b353-fa4b14cd4447 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 932 time: 0.0509686 Aug 18 15:01:49.001114 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8611b9eb-84ee-4f2e-8cdb-3c2da728b994 req-cabc8c2a-01b1-451d-b7ff-f05b94310749 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307381 Aug 18 15:01:50.109903 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7f8a9-6617-4cca-a331-66d1ce95902c req-92f03b51-b723-4cf7-b4e5-c14350975350 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:50.111387 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-39f7f8a9-6617-4cca-a331-66d1ce95902c req-92f03b51-b723-4cf7-b4e5-c14350975350 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 932 time: 0.0472758 Aug 18 15:01:50.148122 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-39f7f8a9-6617-4cca-a331-66d1ce95902c req-33d5386d-8b51-47c4-abc2-742a4c23d791 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303457 Aug 18 15:01:50.677434 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Request body: {'port': {'device_id': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:01:50.735192 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:50.765389 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-0c2e7961-31f7-4752-a80c-f6e22f76d9f3 req-203319f9-0063-4480-807f-1126932466df service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927908 Aug 18 15:01:50.988665 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d455fd-7cf8-4c93-bc33-57d2fe7abbad {{(pid=100975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:01:50.995961 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:51.008111 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Transition to ACTIVE for port object 21d455fd-7cf8-4c93-bc33-57d2fe7abbad will not be triggered until provisioned by entity L2. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:01:51.024424 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-42e559a4-0a92-4501-a031-6598ea56b248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:51.058654 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:51.109833 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Pushing event updated for resources: {'Port': ['ID=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:51.182091 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Attempting to bind port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:01:51.182746 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Attempting to bind port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:01:51.182848 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Attempting to bind port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:51.187286 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:01:51.187613 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Attempting to bind port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:01:51.194578 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:01:51.195155 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Checking segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:01:51.195639 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Bound using segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:01:51.196179 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Bound port: 21d455fd-7cf8-4c93-bc33-57d2fe7abbad, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:01:51.196887 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:51.287491 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] For port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad, host hv-cinder-80502, cleared binding levels {{(pid=100975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:01:51.290901 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] For port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:01:51.302224 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e613c3b-97b3-4e6f-9311-51dcc776f18b req-869d86e6-d766-4a51-b9b8-550ee71a6fc6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:51.303750 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2e613c3b-97b3-4e6f-9311-51dcc776f18b req-869d86e6-d766-4a51-b9b8-550ee71a6fc6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 944 time: 0.0730493 Aug 18 15:01:51.342746 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2e613c3b-97b3-4e6f-9311-51dcc776f18b req-183aa3da-0703-48f1-8835-ad551ec1c822 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328984 Aug 18 15:01:51.362158 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:51.401372 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:51.401991 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:51.403460 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] 10.222.0.49 "PUT /v2.0/ports/21d455fd-7cf8-4c93-bc33-57d2fe7abbad HTTP/1.1" status: 200 len: 1094 time: 0.7302685 Aug 18 15:01:51.405312 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'tag': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:01:51.406114 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b" -d '{"events": [{"name": "network-changed", "server_uuid": "4879b11d-96e2-472d-8e32-e56b3e4dd2ea", "tag": "21d455fd-7cf8-4c93-bc33-57d2fe7abbad"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:01:51.437810 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88869279-a94b-4b5b-b292-aa2a27a9bf28 service neutron] Pushing event updated for resources: {'Port': ['ID=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,revision_number=3']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:51.509627 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1395c529-8306-469c-b23f-e1dbe0ffcf9b x-openstack-request-id: req-1395c529-8306-469c-b23f-e1dbe0ffcf9b {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:01:51.509918 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4879b11d-96e2-472d-8e32-e56b3e4dd2ea", "tag": "21d455fd-7cf8-4c93-bc33-57d2fe7abbad", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:01:51.510177 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1395c529-8306-469c-b23f-e1dbe0ffcf9b {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:01:51.510632 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'tag': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'status': 'completed', 'code': 200} Aug 18 15:01:51.586907 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-3169c73c-4cbd-473d-9e6a-c3e41db04a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:51.588404 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-3169c73c-4cbd-473d-9e6a-c3e41db04a1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 1097 time: 0.0427973 Aug 18 15:01:51.634811 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-757cbd6c-69ec-4b98-89f7-4de8a1287c41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21d455fd-7cf8-4c93-bc33-57d2fe7abbad HTTP/1.1" status: 200 len: 217 time: 0.0332892 Aug 18 15:01:51.682247 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-2a05d62d-b2bb-4b76-ba91-102b6b53fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:51.683769 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-2a05d62d-b2bb-4b76-ba91-102b6b53fbf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0413594 Aug 18 15:01:51.732786 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-7d30e340-a7e3-4eb8-9a2b-7bfac6427dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:51.734265 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-7d30e340-a7e3-4eb8-9a2b-7bfac6427dd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438023 Aug 18 15:01:51.821021 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-5f2c8e4c-0528-440d-8ed2-3fcf79fffc1b service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790086 Aug 18 15:01:51.911580 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1a065db1-4628-4dc0-b85e-f64c3067d3a7 req-988b61cb-5089-456f-8ac2-2c83f8cd7bf7 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828598 Aug 18 15:01:52.126072 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-ce33f0de-c4b3-4a2e-84bf-d30e80630083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:52.127594 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-ce33f0de-c4b3-4a2e-84bf-d30e80630083 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 1097 time: 0.0405641 Aug 18 15:01:52.219136 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-29fd0929-25da-4af1-a37c-58cb662dcd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:52.220612 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-29fd0929-25da-4af1-a37c-58cb662dcd0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0860527 Aug 18 15:01:52.260976 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-3c449396-f603-4080-8a06-826cec91f3fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21d455fd-7cf8-4c93-bc33-57d2fe7abbad HTTP/1.1" status: 200 len: 217 time: 0.0334504 Aug 18 15:01:52.308524 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-a859a2d7-3f1c-490d-8d6d-c4b592df58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:52.309970 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-a859a2d7-3f1c-490d-8d6d-c4b592df58d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0420647 Aug 18 15:01:52.358718 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-6206523d-6cee-4f14-ab94-9bcd3c974476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:52.360201 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-6206523d-6cee-4f14-ab94-9bcd3c974476 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430758 Aug 18 15:01:52.487491 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de14fdc-50c5-4061-9fb1-44bf05ac4539 req-b0ff08f4-2e72-46ed-8b23-cc7280eeb7f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:52.488956 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7de14fdc-50c5-4061-9fb1-44bf05ac4539 req-b0ff08f4-2e72-46ed-8b23-cc7280eeb7f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 944 time: 0.0716739 Aug 18 15:01:52.490714 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-0ad563bc-d600-4aca-9b30-f08d7d533e38 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234536 Aug 18 15:01:52.577233 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7de14fdc-50c5-4061-9fb1-44bf05ac4539 req-261e2040-762a-4851-a8ec-8b22109150d5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821228 Aug 18 15:01:52.610234 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1d400f9a-dc0a-4bfe-b88e-dd3880d2549b req-3d77a369-2998-4937-b5b0-844ced45fada service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086862 Aug 18 15:01:53.544053 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a066442e-da7d-4121-a834-4cf6e7be96be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:53.691328 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f16f2-a39c-4af3-8452-e7ebf6de1ae1 req-6ffcddc5-3eed-4c00-ab48-f38457c91fa4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:53.692832 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9f2f16f2-a39c-4af3-8452-e7ebf6de1ae1 req-6ffcddc5-3eed-4c00-ab48-f38457c91fa4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 944 time: 0.0493395 Aug 18 15:01:53.710576 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:53.735343 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9f2f16f2-a39c-4af3-8452-e7ebf6de1ae1 req-f2452e6d-f1ea-457d-b752-94ddc4697d36 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363796 Aug 18 15:01:54.848870 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972f48d-5267-49a1-8fc8-0cdbc52e639b req-f46287f8-a5ce-4704-8ad1-53fc7f1e747d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:54.850855 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8972f48d-5267-49a1-8fc8-0cdbc52e639b req-f46287f8-a5ce-4704-8ad1-53fc7f1e747d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 944 time: 0.0483677 Aug 18 15:01:54.858707 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:54.887849 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8972f48d-5267-49a1-8fc8-0cdbc52e639b req-d96094b7-bc4d-4a09-b52a-dffe9fa75b8c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310733 Aug 18 15:01:56.004515 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aef0ff-4611-4590-bab8-a4e05c40714f req-3ac03adc-b9e4-47e3-a440-9168a5b51be5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:56.006001 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2aef0ff-4611-4590-bab8-a4e05c40714f req-3ac03adc-b9e4-47e3-a440-9168a5b51be5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 944 time: 0.0479698 Aug 18 15:01:56.043513 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2aef0ff-4611-4590-bab8-a4e05c40714f req-8ac1b133-2e59-4fd0-bea0-6fdfd2c7c7a1 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310602 Aug 18 15:01:56.327061 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:56.532933 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:57.156280 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9e28-cc17-4a13-87d2-c6ac66499dd2 req-7bd88983-d097-4000-a63e-d9a26992004b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:57.157732 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-54cb9e28-cc17-4a13-87d2-c6ac66499dd2 req-7bd88983-d097-4000-a63e-d9a26992004b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 944 time: 0.0480311 Aug 18 15:01:57.200857 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-54cb9e28-cc17-4a13-87d2-c6ac66499dd2 req-a43cb917-54d4-4084-b608-0b797dbac98c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370007 Aug 18 15:01:58.196259 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42572) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:58.311914 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-96914e84-b203-48b7-8624-32f508350c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:58.318269 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b06f9-c093-4852-9fec-11623892cf7a req-fed290c6-b13e-4e1b-acea-60a4c73bcb2c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:58.319793 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ae2b06f9-c093-4852-9fec-11623892cf7a req-fed290c6-b13e-4e1b-acea-60a4c73bcb2c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 944 time: 0.0512960 Aug 18 15:01:58.357455 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ae2b06f9-c093-4852-9fec-11623892cf7a req-166f4188-3791-47ea-b8a0-3f79377e2f98 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314586 Aug 18 15:01:58.398815 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-96914e84-b203-48b7-8624-32f508350c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:58.458028 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-96914e84-b203-48b7-8624-32f508350c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:58.496636 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-96914e84-b203-48b7-8624-32f508350c5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30f402be7a0748fe9b6e5973a0e9aa1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992556 Aug 18 15:01:58.497503 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96914e84-b203-48b7-8624-32f508350c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc89c751-6d7d-442d-a9a2-f218fcc25928,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:58.499233 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42578) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:01:58.547923 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c00a7804-e6cb-43e6-bf0b-59ecb6f8cc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:58.567997 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c00a7804-e6cb-43e6-bf0b-59ecb6f8cc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:58.681032 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c00a7804-e6cb-43e6-bf0b-59ecb6f8cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:58.683646 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c00a7804-e6cb-43e6-bf0b-59ecb6f8cc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:01:58.684804 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c00a7804-e6cb-43e6-bf0b-59ecb6f8cc62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc89c751-6d7d-442d-a9a2-f218fcc25928 HTTP/1.1" status: 204 len: 168 time: 0.1845241 Aug 18 15:01:58.692498 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a7804-e6cb-43e6-bf0b-59ecb6f8cc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc89c751-6d7d-442d-a9a2-f218fcc25928,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:01:59.483242 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc6e8b-9853-4f85-a8ed-1cd0f1f7d676 req-b4609c33-1659-4199-a05e-6c8728643b74 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:01:59.484777 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9dbc6e8b-9853-4f85-a8ed-1cd0f1f7d676 req-b4609c33-1659-4199-a05e-6c8728643b74 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 944 time: 0.0556810 Aug 18 15:01:59.528720 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9dbc6e8b-9853-4f85-a8ed-1cd0f1f7d676 req-18d717f1-8f32-4975-9e7e-16eb1fedb878 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339761 Aug 18 15:02:00.638974 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da5bb7-5154-4266-872d-ea3293a96caf req-b8e93c3f-f4ed-47b9-82f8-5f3d03116cda tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:00.640432 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e9da5bb7-5154-4266-872d-ea3293a96caf req-b8e93c3f-f4ed-47b9-82f8-5f3d03116cda tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 944 time: 0.0473006 Aug 18 15:02:00.661432 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 21d455fd-7cf8-4c93-bc33-57d2fe7abbad details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:02:00.677159 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e9da5bb7-5154-4266-872d-ea3293a96caf req-869b3d68-86b5-4cf7-9ab6-fe955936c507 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309563 Aug 18 15:02:00.756740 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:02:00.768108 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'port_id': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'mac_address': 'fa:16:3e:0c:b0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:02:00.803237 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:00.815920 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d455fd-7cf8-4c93-bc33-57d2fe7abbad {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:02:00.835016 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:02:00.897631 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:00.943746 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:02:01.298106 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['21d455fd-7cf8-4c93-bc33-57d2fe7abbad'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:02:01.790412 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792cfa2-cb95-4fbc-8ec8-c81f79a75dad req-f3eac51a-49ff-4907-a03f-fd250641779c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:01.791895 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7792cfa2-cb95-4fbc-8ec8-c81f79a75dad req-f3eac51a-49ff-4907-a03f-fd250641779c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 945 time: 0.0469248 Aug 18 15:02:01.828603 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7792cfa2-cb95-4fbc-8ec8-c81f79a75dad req-041ef1ad-2921-4be9-9f7b-825b7162f67c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308671 Aug 18 15:02:02.675701 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 21d455fd-7cf8-4c93-bc33-57d2fe7abbad up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:02:02.823862 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:02:02.828016 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:02:02.828477 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:02.906513 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:02.930574 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:02:02.934114 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6182d707-8957-48fc-b917-5d562ae7e31d" -d '{"events": [{"server_uuid": "4879b11d-96e2-472d-8e32-e56b3e4dd2ea", "name": "network-vif-plugged", "status": "completed", "tag": "21d455fd-7cf8-4c93-bc33-57d2fe7abbad"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:02:02.945128 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:02:02.946397 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6744fa2-272a-46c6-8fa3-90c2c14261d0 req-db0303b3-19fd-41e8-a3e3-1ee5f99879da tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:02.947901 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b6744fa2-272a-46c6-8fa3-90c2c14261d0 req-db0303b3-19fd-41e8-a3e3-1ee5f99879da tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 945 time: 0.0529952 Aug 18 15:02:02.985792 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b6744fa2-272a-46c6-8fa3-90c2c14261d0 req-b88f8f8f-1968-41fe-a68d-c7e0dab31523 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Aug 18 15:02:03.028181 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1af358d-f219-4aba-9702-6089f492aab4 x-openstack-request-id: req-c1af358d-f219-4aba-9702-6089f492aab4 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:02:03.028449 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4879b11d-96e2-472d-8e32-e56b3e4dd2ea", "name": "network-vif-plugged", "status": "completed", "tag": "21d455fd-7cf8-4c93-bc33-57d2fe7abbad", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:02:03.028700 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1af358d-f219-4aba-9702-6089f492aab4 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:02:03.029094 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'code': 200} Aug 18 15:02:03.030263 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:03.077959 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:02:03.159225 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42634) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:02:03.267691 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-50baa76e-2e4c-44e2-be90-8fa293ef4f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:03.289019 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64cb81-ee88-4d45-abec-24e1a3136781 req-dd0ee101-deb9-42cc-ae6e-0d57e0aa0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:03.290589 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4f64cb81-ee88-4d45-abec-24e1a3136781 req-dd0ee101-deb9-42cc-ae6e-0d57e0aa0b07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 1099 time: 0.0397804 Aug 18 15:02:03.326894 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4f64cb81-ee88-4d45-abec-24e1a3136781 req-237ea407-0352-441a-9f09-72612faa46f4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285733 Aug 18 15:02:03.355870 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-50baa76e-2e4c-44e2-be90-8fa293ef4f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:03.440797 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-50baa76e-2e4c-44e2-be90-8fa293ef4f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_create {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:03.479243 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-50baa76e-2e4c-44e2-be90-8fa293ef4f61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e0525d907db43ef839be11845cacf60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189008 Aug 18 15:02:03.480270 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baa76e-2e4c-44e2-be90-8fa293ef4f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb5de4d-5188-43e3-b3a9-66a727714b79,revision_number=1']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:02:03.481864 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42638) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:02:03.531619 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4b174b26-cabe-497b-a7e2-a4bbeac65b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:03.552444 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4b174b26-cabe-497b-a7e2-a4bbeac65b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:03.663691 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4b174b26-cabe-497b-a7e2-a4bbeac65b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:03.666738 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-4b174b26-cabe-497b-a7e2-a4bbeac65b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:03.667875 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-4b174b26-cabe-497b-a7e2-a4bbeac65b10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfb5de4d-5188-43e3-b3a9-66a727714b79 HTTP/1.1" status: 204 len: 168 time: 0.1848867 Aug 18 15:02:03.675394 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b174b26-cabe-497b-a7e2-a4bbeac65b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb5de4d-5188-43e3-b3a9-66a727714b79,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:02:04.110700 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6cebe-4ced-4205-831e-cd5f2e7cceb3 req-10a67bc1-5e7b-44e8-9b98-54e95b63b9ee tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:04.112288 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3af6cebe-4ced-4205-831e-cd5f2e7cceb3 req-10a67bc1-5e7b-44e8-9b98-54e95b63b9ee tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 946 time: 0.0553598 Aug 18 15:02:04.150526 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3af6cebe-4ced-4205-831e-cd5f2e7cceb3 req-8437cc90-5be0-4c7f-a428-e4cb1afd0599 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319686 Aug 18 15:02:05.261344 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006b967-973b-4140-bea5-fe12a848ab25 req-0c36c3bb-44d5-4d86-a158-e55c6e2a7d67 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:05.262727 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6006b967-973b-4140-bea5-fe12a848ab25 req-0c36c3bb-44d5-4d86-a158-e55c6e2a7d67 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 946 time: 0.0478718 Aug 18 15:02:05.299246 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6006b967-973b-4140-bea5-fe12a848ab25 req-dd6347e3-a538-4046-90b7-cc2d9f6cb5f0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306649 Aug 18 15:02:05.410540 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceed2c-9069-4585-8881-540225bb7f54 req-2f8743ae-3c70-47cb-b329-3ba058576a3c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:05.412049 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-69ceed2c-9069-4585-8881-540225bb7f54 req-2f8743ae-3c70-47cb-b329-3ba058576a3c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 946 time: 0.0478153 Aug 18 15:02:05.448556 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-69ceed2c-9069-4585-8881-540225bb7f54 req-0fce1bf7-c098-4a40-9600-dea990347691 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300391 Aug 18 15:02:05.470579 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42648) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:02:05.650774 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a839291-4eef-498b-911b-c3ecbc0d4d4d tempest-TestVolumeBootPattern-1832330965 tempest-TestVolumeBootPattern-1832330965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:05.652299 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-3a839291-4eef-498b-911b-c3ecbc0d4d4d tempest-TestVolumeBootPattern-1832330965 tempest-TestVolumeBootPattern-1832330965-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 1094 time: 0.1807854 Aug 18 15:02:05.655303 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42652) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:02:05.660299 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'floatingip': {'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'port_id': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:02:05.743502 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:05.835048 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:05.937115 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Allocated IP 172.27.2.245 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/b2f15080-e7ee-4b68-bffa-0bf7ddc790de) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:02:06.034191 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:06.132448 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:06.170713 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:02:06.175381 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:02:06.178801 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:02:06.203800 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'Port': ['ID=b2f15080-e7ee-4b68-bffa-0bf7ddc790de,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:02:06.524634 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:06.683507 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:06.828005 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:06.898107 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:06.964217 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'Port': ['ID=b2f15080-e7ee-4b68-bffa-0bf7ddc790de,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:02:06.973664 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:07.072565 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Floating IP 5b5af1d6-1175-42d9-a96d-ce76d860c9bb associated. External IP: 172.27.2.245, port: 21d455fd-7cf8-4c93-bc33-57d2fe7abbad. Aug 18 15:02:07.270434 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Router d61c322d-577e-4e8d-8511-ff1b494786b6 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:02:07.376188 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:02:07.386094 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] Sync routers for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:02:07.395000 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:02:07.395618 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:01:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:02:07.487167 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:07.499903 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:02:07.515437 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-87bda772-8ade-4c1f-be06-a84ff56450b4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8591142 Aug 18 15:02:07.515991 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'tag': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:02:07.518208 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945363f5-bab7-4dee-86c4-a88999476fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4879b11d-96e2-472d-8e32-e56b3e4dd2ea", "tag": "21d455fd-7cf8-4c93-bc33-57d2fe7abbad"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:02:07.553036 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe5ecb1-4ffa-446c-bdf0-613dea6a2b62 x-openstack-request-id: req-abe5ecb1-4ffa-446c-bdf0-613dea6a2b62 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:02:07.553635 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4879b11d-96e2-472d-8e32-e56b3e4dd2ea", "tag": "21d455fd-7cf8-4c93-bc33-57d2fe7abbad", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:02:07.553635 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abe5ecb1-4ffa-446c-bdf0-613dea6a2b62 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:02:07.554114 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'tag': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'status': 'completed', 'code': 200} Aug 18 15:02:07.639889 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945363f5-bab7-4dee-86c4-a88999476fdd req-c4009b08-08c2-4d20-ab89-905bde78a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:07.641407 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-945363f5-bab7-4dee-86c4-a88999476fdd req-c4009b08-08c2-4d20-ab89-905bde78a762 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 1099 time: 0.0400372 Aug 18 15:02:07.736104 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945363f5-bab7-4dee-86c4-a88999476fdd req-4ad0b967-84da-49b7-b2e1-551f279c65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:07.737598 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-945363f5-bab7-4dee-86c4-a88999476fdd req-4ad0b967-84da-49b7-b2e1-551f279c65c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0893037 Aug 18 15:02:07.801499 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-945363f5-bab7-4dee-86c4-a88999476fdd req-760948f0-970b-4e7e-a0a7-624e98fe10a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21d455fd-7cf8-4c93-bc33-57d2fe7abbad HTTP/1.1" status: 200 len: 1000 time: 0.0563674 Aug 18 15:02:07.849821 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '5b5af1d6-1175-42d9-a96d-ce76d860c9bb', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:0c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:02:06Z', 'updated_at': '2021-08-18T15:02:06Z', 'revision_number': 0, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:02:07.853837 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945363f5-bab7-4dee-86c4-a88999476fdd req-639b66e4-30ff-45d5-946d-ac8ad41857bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:07.855406 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-945363f5-bab7-4dee-86c4-a88999476fdd req-639b66e4-30ff-45d5-946d-ac8ad41857bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0468240 Aug 18 15:02:07.876582 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] Checking router: d61c322d-577e-4e8d-8511-ff1b494786b6 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:02:07.884945 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:02:07.885576 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:01:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:02:07.900854 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945363f5-bab7-4dee-86c4-a88999476fdd req-68b369fd-98d5-4b97-b129-adec71433585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:07.902355 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-945363f5-bab7-4dee-86c4-a88999476fdd req-68b369fd-98d5-4b97-b129-adec71433585 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393221 Aug 18 15:02:07.989482 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:02:07.990252 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-945363f5-bab7-4dee-86c4-a88999476fdd req-fac9e9ec-a89e-490f-8993-b4f1ff8819b6 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808864 Aug 18 15:02:08.084174 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-945363f5-bab7-4dee-86c4-a88999476fdd req-b6c372a0-1553-4b2b-90b4-f12af78b574b service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854697 Aug 18 15:02:08.210077 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '5b5af1d6-1175-42d9-a96d-ce76d860c9bb', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:0c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:02:06Z', 'updated_at': '2021-08-18T15:02:06Z', 'revision_number': 0, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:02:08.237087 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720337e3-0b4a-4565-bebb-3ef61caec2d0 None None] The sync data for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi is: [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '5b5af1d6-1175-42d9-a96d-ce76d860c9bb', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:0c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:02:06Z', 'updated_at': '2021-08-18T15:02:06Z', 'revision_number': 0, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:02:08.410521 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f2d17-f414-4868-a3f2-12b7b5f7c826 None None] New status for floating IP 5b5af1d6-1175-42d9-a96d-ce76d860c9bb: ACTIVE {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:02:14.487852 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:02:21.046504 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7edf60d1-4d74-468c-bb30-10cf5308fee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:23.537304 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-729bec34-ea57-48a2-956c-937a29e2f151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:23.685809 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:24.874408 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:26.309023 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:26.514753 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:33.777227 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-aa914828-ab22-4b77-b381-e8228ce1642a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385571 Aug 18 15:02:33.878810 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-37cca247-54d2-45d8-a4c4-bd3c3be4df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:33.880264 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-37cca247-54d2-45d8-a4c4-bd3c3be4df5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1098 time: 0.0430791 Aug 18 15:02:33.981127 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-fa5b34b4-8bcd-4047-9369-c6fe9cd0e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:33.982635 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-fa5b34b4-8bcd-4047-9369-c6fe9cd0e93f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 200 len: 910 time: 0.0827224 Aug 18 15:02:34.048856 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-e2e51869-ae3a-4e2f-bc78-e3912b55faf5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 200 len: 1001 time: 0.0589130 Aug 18 15:02:34.097212 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-bbe695fd-4c16-4aa7-8125-89b6be232811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:34.098605 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-bbe695fd-4c16-4aa7-8125-89b6be232811 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 HTTP/1.1" status: 200 len: 848 time: 0.0424416 Aug 18 15:02:34.144030 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-2559922b-3fa1-4cd1-9f3f-d9fa1d73c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:02:34.145479 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-2559922b-3fa1-4cd1-9f3f-d9fa1d73c2a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b3f21b6-e871-47d8-b915-358aab046b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382156 Aug 18 15:02:34.477787 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-6792965c-d553-48c6-b07d-2c415d29159e service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241220 Aug 18 15:02:34.565328 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f2fbe044-95b9-4d8b-bfb9-6f934a717e72 req-3664209e-97b9-4562-bf36-975c829e9a1b service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794852 Aug 18 15:02:51.051103 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-b690ace2-8970-46a2-aa85-a18f37067c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:51.486106 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:02:53.553689 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1de69afa-4a61-474d-937c-f27f3ca78cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:53.719363 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:54.873322 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:56.296498 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:02:56.525175 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:21.050600 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-50b73fe1-a589-41ed-ad23-900dd7b6f195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:23.559257 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1fb28ab3-cadc-43f8-8cad-0f340b5dd1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:23.701866 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:24.854279 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:26.368884 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:26.524598 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:28.485492 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:03:33.768879 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-6c115b98-f532-4937-9dd5-332b945af88b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386333 Aug 18 15:03:33.843247 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-ddb5339f-0714-40fc-a49b-def887c0a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:33.844689 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-ddb5339f-0714-40fc-a49b-def887c0a535 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 1099 time: 0.0421023 Aug 18 15:03:33.946776 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-a6d1ef09-5c5b-4b26-a4ae-b6cde2418acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:33.948254 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-a6d1ef09-5c5b-4b26-a4ae-b6cde2418acf service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0852029 Aug 18 15:03:34.015292 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-2632e70d-44c0-4737-b209-254fe3d17cbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21d455fd-7cf8-4c93-bc33-57d2fe7abbad HTTP/1.1" status: 200 len: 1002 time: 0.0591471 Aug 18 15:03:34.061835 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-7b77b957-9691-4e3c-820d-3e83e150c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:34.063197 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-7b77b957-9691-4e3c-820d-3e83e150c924 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0418189 Aug 18 15:03:34.107753 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-f8349e9b-aad9-46e8-87cf-c2499776efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:03:34.109183 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-f8349e9b-aad9-46e8-87cf-c2499776efd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390842 Aug 18 15:03:34.199546 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-81cc31d3-f0b4-49a8-8a9e-5ec7ceede4e2 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832560 Aug 18 15:03:34.289691 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d032100d-40d7-4d75-9f80-ba5a54758edd req-5e194558-a59e-497d-bdfc-7cd14503f0ba service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821600 Aug 18 15:03:51.043956 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6cb91868-eff9-4c85-8cd1-1f6148578e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:53.552574 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6f59f61f-9864-48bd-a58d-12bdfbc6d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:53.733298 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:54.864622 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:56.312232 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:03:56.573541 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:00.959148 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac969885-6717-4e70-99b2-91af0fde289b req-e02eeebf-fb0c-473b-89d4-61008d098749 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:00.960669 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac969885-6717-4e70-99b2-91af0fde289b req-e02eeebf-fb0c-473b-89d4-61008d098749 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0576608 Aug 18 15:04:00.997871 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ac969885-6717-4e70-99b2-91af0fde289b req-b14b3af3-f7aa-44ab-8984-1321808329ae tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312610 Aug 18 15:04:02.124787 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922964a-c156-417d-a466-fc2042a97c26 req-f19570c2-8bf5-43ea-bebf-32ef757f2098 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:02.126281 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f922964a-c156-417d-a466-fc2042a97c26 req-f19570c2-8bf5-43ea-bebf-32ef757f2098 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0490775 Aug 18 15:04:02.163133 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f922964a-c156-417d-a466-fc2042a97c26 req-9aa62863-2598-4f47-a4f8-0a9d7367938d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303040 Aug 18 15:04:03.275251 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761f146-7400-4e75-a4df-40e5ae1255a0 req-0ad5ee38-7b11-42bc-928e-c3950b55f4b5 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:03.276701 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6761f146-7400-4e75-a4df-40e5ae1255a0 req-0ad5ee38-7b11-42bc-928e-c3950b55f4b5 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0484605 Aug 18 15:04:03.317151 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6761f146-7400-4e75-a4df-40e5ae1255a0 req-98468c53-9464-45e4-bf1b-3054a979ae68 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345995 Aug 18 15:04:04.432176 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cef1f-59ba-4944-8f72-3696f5565740 req-5b5e480d-52eb-4e75-91ec-7b0dfc5804a8 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:04.433645 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dd8cef1f-59ba-4944-8f72-3696f5565740 req-5b5e480d-52eb-4e75-91ec-7b0dfc5804a8 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0514276 Aug 18 15:04:04.470362 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dd8cef1f-59ba-4944-8f72-3696f5565740 req-caa8c0c2-f1df-4f44-9656-a790fa7744b0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308518 Aug 18 15:04:05.484137 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:04:05.580302 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d804-0d3d-4b6d-856a-d399c7e31464 req-523a4f01-1d5c-4ad3-9c4f-d2a5ad2220ce tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:05.581744 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-07e7d804-0d3d-4b6d-856a-d399c7e31464 req-523a4f01-1d5c-4ad3-9c4f-d2a5ad2220ce tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0477741 Aug 18 15:04:05.618026 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-07e7d804-0d3d-4b6d-856a-d399c7e31464 req-865f2ddc-d3f1-4e90-aff8-1a55fe8af031 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297427 Aug 18 15:04:06.730937 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23519e4-0307-467d-87b7-f9eccdce7f24 req-91a29db7-bd02-4976-a112-5500a17b96c2 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:06.732411 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b23519e4-0307-467d-87b7-f9eccdce7f24 req-91a29db7-bd02-4976-a112-5500a17b96c2 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0479565 Aug 18 15:04:06.769855 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b23519e4-0307-467d-87b7-f9eccdce7f24 req-43af98e8-d74c-4045-a9da-0790fe73f74f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316331 Aug 18 15:04:07.884369 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dd3e1-451a-4c9d-89dc-ac85abc441f4 req-fc8f8b23-5497-4880-ae57-b2fb44f0bc9f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:07.885836 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7c7dd3e1-451a-4c9d-89dc-ac85abc441f4 req-fc8f8b23-5497-4880-ae57-b2fb44f0bc9f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0521600 Aug 18 15:04:07.922185 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7c7dd3e1-451a-4c9d-89dc-ac85abc441f4 req-83fa86d3-2cee-42fd-8160-ae53ed15605a tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304518 Aug 18 15:04:09.034536 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925c1ca-09ef-47e9-a593-0b59c5632a4e req-4d1e91c0-4850-48d5-b762-bcc69538216a tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:09.036034 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f925c1ca-09ef-47e9-a593-0b59c5632a4e req-4d1e91c0-4850-48d5-b762-bcc69538216a tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0491650 Aug 18 15:04:09.073056 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f925c1ca-09ef-47e9-a593-0b59c5632a4e req-c31aa85d-f6ff-44f5-a33c-2e5c3a16f4c1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304108 Aug 18 15:04:10.184060 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedeb29-5b46-4689-ad04-e193c390424f req-f9ca8abf-ec23-4e49-87bc-65ef04b03e90 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:10.185584 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2bedeb29-5b46-4689-ad04-e193c390424f req-f9ca8abf-ec23-4e49-87bc-65ef04b03e90 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0473990 Aug 18 15:04:10.222636 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2bedeb29-5b46-4689-ad04-e193c390424f req-588161e4-3012-46c6-8fa8-d27f1d936b7c tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313210 Aug 18 15:04:11.230118 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d183577-be84-4586-9957-1581403ec674 req-1980ea88-afe1-4713-8e96-04be246201ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.231566 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6d183577-be84-4586-9957-1581403ec674 req-1980ea88-afe1-4713-8e96-04be246201ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1098 time: 0.0440269 Aug 18 15:04:11.348365 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d183577-be84-4586-9957-1581403ec674 req-7fc969dd-bc6d-43fb-91d2-578d2e2bc37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.349834 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6d183577-be84-4586-9957-1581403ec674 req-7fc969dd-bc6d-43fb-91d2-578d2e2bc37c service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 200 len: 910 time: 0.1111026 Aug 18 15:04:11.358669 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda95f69-8df9-4c9d-84d2-9494babb5a32 req-9a3e4b38-3a0b-4c77-88a9-5af69a3b7fe6 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.360040 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cda95f69-8df9-4c9d-84d2-9494babb5a32 req-9a3e4b38-3a0b-4c77-88a9-5af69a3b7fe6 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0721366 Aug 18 15:04:11.440985 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cda95f69-8df9-4c9d-84d2-9494babb5a32 req-3663fbf0-76ca-4759-a191-3a9bdc10a227 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733180 Aug 18 15:04:11.445200 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6d183577-be84-4586-9957-1581403ec674 req-9fdd8db6-accf-434a-8bbc-df53f20c8c5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 200 len: 1001 time: 0.0843143 Aug 18 15:04:11.493750 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d183577-be84-4586-9957-1581403ec674 req-957f9160-8297-4bb5-aeae-7984869bdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.495129 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6d183577-be84-4586-9957-1581403ec674 req-957f9160-8297-4bb5-aeae-7984869bdc33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 HTTP/1.1" status: 200 len: 848 time: 0.0433037 Aug 18 15:04:11.545898 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d183577-be84-4586-9957-1581403ec674 req-9b5dca01-9811-42d6-97bc-d3080776de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:11.547488 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6d183577-be84-4586-9957-1581403ec674 req-9b5dca01-9811-42d6-97bc-d3080776de42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b3f21b6-e871-47d8-b915-358aab046b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452130 Aug 18 15:04:11.641081 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6d183577-be84-4586-9957-1581403ec674 req-1ae00b4d-d6f5-409d-b452-f0be95808f11 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799654 Aug 18 15:04:11.731191 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6d183577-be84-4586-9957-1581403ec674 req-e96bbe5f-68ac-44a1-a877-5559ac64dbf4 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822918 Aug 18 15:04:12.557895 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8554d5-3858-4bdd-aac4-eb6f6ccfe72d req-d2d63d76-f912-4ab9-8858-34a4cc29b9f3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:12.559318 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3e8554d5-3858-4bdd-aac4-eb6f6ccfe72d req-d2d63d76-f912-4ab9-8858-34a4cc29b9f3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0502071 Aug 18 15:04:12.595193 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-3e8554d5-3858-4bdd-aac4-eb6f6ccfe72d req-714c5f6e-5509-4312-8fb0-9e47acea5607 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299871 Aug 18 15:04:13.710317 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43633ad0-c2b8-4343-b32d-591e4a0acfd9 req-7327324d-59dc-4d15-a039-b293a6132a0f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:13.711856 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-43633ad0-c2b8-4343-b32d-591e4a0acfd9 req-7327324d-59dc-4d15-a039-b293a6132a0f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0492256 Aug 18 15:04:13.749922 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-43633ad0-c2b8-4343-b32d-591e4a0acfd9 req-38e4cb5e-bbbb-4b71-8c8a-5ae651e84d5d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321760 Aug 18 15:04:14.866083 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbf5d-d83d-4afc-93c4-bd7f7cfb4516 req-44440d30-58df-41df-ad0e-09b2af44cf4e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:14.868099 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cb8fbf5d-d83d-4afc-93c4-bd7f7cfb4516 req-44440d30-58df-41df-ad0e-09b2af44cf4e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0536838 Aug 18 15:04:14.905043 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cb8fbf5d-d83d-4afc-93c4-bd7f7cfb4516 req-855d9699-c9c2-46d0-bf0f-40f62799e382 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309553 Aug 18 15:04:16.350666 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9de246-33b4-4896-b578-d187ef7862ed req-c301027f-f9bf-4e4b-987c-a994dfe2a723 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:16.352196 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ef9de246-33b4-4896-b578-d187ef7862ed req-c301027f-f9bf-4e4b-987c-a994dfe2a723 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0600643 Aug 18 15:04:16.399052 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ef9de246-33b4-4896-b578-d187ef7862ed req-38a6a075-099a-4716-8da7-30ef54bad259 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388503 Aug 18 15:04:16.454052 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-dc5fd14f-90c0-4220-8648-2d9843cb5abb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008956 Aug 18 15:04:17.220200 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:04:17.294158 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:17.315588 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:17.317801 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7652d617-0d57-486a-8d5a-6a3b58ebc4d6" -d '{"events": [{"server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "name": "network-vif-unplugged", "status": "completed", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:17.330768 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:17.348216 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c19b7df-4bda-43ed-b97a-77570eae946f x-openstack-request-id: req-9c19b7df-4bda-43ed-b97a-77570eae946f {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:17.348504 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "name": "network-vif-unplugged", "status": "failed", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9", "code": 422}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:17.348764 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c19b7df-4bda-43ed-b97a-77570eae946f {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:17.349159 dv-cinder-805026-1-iscsi neutron-server[100977]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'code': 422} returned with failed status Aug 18 15:04:17.386526 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:17.436746 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,revision_number=6']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:17.443780 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.444131 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.444724 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.445063 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.445391 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.445719 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.446044 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.446370 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.446726 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.447049 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.447371 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.447692 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:17.516797 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9a4ea-6742-419c-ac9d-ef50d71a698a req-0b3bb6f9-baec-42a7-bd02-c985a88b8258 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:17.518283 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-12e9a4ea-6742-419c-ac9d-ef50d71a698a req-0b3bb6f9-baec-42a7-bd02-c985a88b8258 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0528662 Aug 18 15:04:17.556058 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-12e9a4ea-6742-419c-ac9d-ef50d71a698a req-36aedeef-75b8-4abe-8bef-3404d8467341 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311210 Aug 18 15:04:18.805117 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20c068-ab13-44d7-9ffa-88459ff16c2b req-5ec63295-c628-4be5-9489-a05c385766c6 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:18.806656 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ca20c068-ab13-44d7-9ffa-88459ff16c2b req-5ec63295-c628-4be5-9489-a05c385766c6 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.1847711 Aug 18 15:04:18.844842 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ca20c068-ab13-44d7-9ffa-88459ff16c2b req-c623c93e-f784-4ec1-a346-c2f60d07c2a3 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321031 Aug 18 15:04:19.957860 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9395e0-df96-4f0e-9d88-ffef81b1b859 req-9fd8e4ec-ed63-457a-acd4-9983df2716fb tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:19.959366 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8d9395e0-df96-4f0e-9d88-ffef81b1b859 req-9fd8e4ec-ed63-457a-acd4-9983df2716fb tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0490634 Aug 18 15:04:19.995770 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8d9395e0-df96-4f0e-9d88-ffef81b1b859 req-2b3971d7-c207-42ba-a16d-e95732806c5b tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304291 Aug 18 15:04:21.066410 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-28cb5ded-6a97-4f72-bbcf-e7b64486b893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:21.113286 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ae407-39eb-4209-8f72-0c26fe37c272 req-5ef4ed3b-72c7-4cd6-a5db-16a1cd86a39c tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:21.114765 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-884ae407-39eb-4209-8f72-0c26fe37c272 req-5ef4ed3b-72c7-4cd6-a5db-16a1cd86a39c tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0516498 Aug 18 15:04:21.152586 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-884ae407-39eb-4209-8f72-0c26fe37c272 req-db35e5c5-6f15-4299-83a7-1f6c209ea7c2 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311086 Aug 18 15:04:22.264402 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd341a8-fa74-4117-88c2-6be6064a23e2 req-c51d730e-1663-4a51-a41e-f028d148aee2 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:22.265884 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2bd341a8-fa74-4117-88c2-6be6064a23e2 req-c51d730e-1663-4a51-a41e-f028d148aee2 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0476599 Aug 18 15:04:22.303623 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2bd341a8-fa74-4117-88c2-6be6064a23e2 req-cbfb65a5-c5ad-43a7-9be5-f880a58c1724 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316372 Aug 18 15:04:23.166888 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-a4015e92-e1e0-4dc7-ad68-1985417ef12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:23.168342 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-a4015e92-e1e0-4dc7-ad68-1985417ef12a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711&tenant_id=ae92fca53e8844c0920f774e9e31bd28 HTTP/1.1" status: 200 len: 1096 time: 0.0717061 Aug 18 15:04:23.240323 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-0407c4b4-d6e2-461e-a8d2-d6acc320352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:23.241703 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-0407c4b4-d6e2-461e-a8d2-d6acc320352f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1096 time: 0.0387192 Aug 18 15:04:23.327576 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-4c42b0eb-24e5-4e05-85e5-efc9a844e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:23.329007 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-4c42b0eb-24e5-4e05-85e5-efc9a844e68f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 200 len: 910 time: 0.0806587 Aug 18 15:04:23.422354 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-7c30149e-7671-4751-841f-ae5eea6d230b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 200 len: 999 time: 0.0864213 Aug 18 15:04:23.434758 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e41760-e85c-4cdf-a6e1-04a5e8e0cd9b req-aee0aae3-bfc3-4c43-85c9-a1e7b68eedd8 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:23.436151 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-17e41760-e85c-4cdf-a6e1-04a5e8e0cd9b req-aee0aae3-bfc3-4c43-85c9-a1e7b68eedd8 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0622230 Aug 18 15:04:23.507652 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-8b916257-bcf8-4b6f-bf11-e0c7834e2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:23.509313 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-8b916257-bcf8-4b6f-bf11-e0c7834e2342 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 HTTP/1.1" status: 200 len: 848 time: 0.0722861 Aug 18 15:04:23.514204 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-17e41760-e85c-4cdf-a6e1-04a5e8e0cd9b req-24e4271c-1432-45d5-91ef-40b9b23a13fe tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690937 Aug 18 15:04:23.554501 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-069eae48-77c1-477e-a8b6-36ffd87377c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:23.555975 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-069eae48-77c1-477e-a8b6-36ffd87377c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b3f21b6-e871-47d8-b915-358aab046b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401444 Aug 18 15:04:23.568776 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-51f3b623-5ffd-43a3-952e-70a41c4a9fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:23.643221 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-0eccbecf-6cd2-4c93-95c4-8ff18a771b1f service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800414 Aug 18 15:04:23.729171 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:23.736768 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-16fbc951-0b48-4dac-a880-43b50ed1936c req-da4aa4ec-eecc-4d0b-a749-8d282fa73f3f service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860369 Aug 18 15:04:24.626943 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7785c3-5570-4d32-8dcb-90c911f63fd4 req-137c7a48-8c1e-430d-bbdd-46f0c9427a1b tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:24.628388 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cd7785c3-5570-4d32-8dcb-90c911f63fd4 req-137c7a48-8c1e-430d-bbdd-46f0c9427a1b tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0475795 Aug 18 15:04:24.665204 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-cd7785c3-5570-4d32-8dcb-90c911f63fd4 req-4d4fcc2d-f2e6-433e-9d3c-3fdcc484148d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303693 Aug 18 15:04:24.875127 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:25.520206 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53300489-ec26-4bad-9a3d-42b9e0d92ecd req-d3f60b80-d988-4439-8414-0d35ac94e440 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:25.521721 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-53300489-ec26-4bad-9a3d-42b9e0d92ecd req-d3f60b80-d988-4439-8414-0d35ac94e440 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 946 time: 0.0514073 Aug 18 15:04:25.558374 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-53300489-ec26-4bad-9a3d-42b9e0d92ecd req-2f6899f9-2960-4f63-b1de-c68c66f4eb9e tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299692 Aug 18 15:04:25.776012 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dff54-2092-44f3-bc7d-edfdc2292a6f req-372760fb-2225-42eb-b669-083b412fa2bc tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:25.777480 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-333dff54-2092-44f3-bc7d-edfdc2292a6f req-372760fb-2225-42eb-b669-083b412fa2bc tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0483830 Aug 18 15:04:25.814688 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-333dff54-2092-44f3-bc7d-edfdc2292a6f req-5f46295d-7c13-4031-8b7d-ae2cb1a58396 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305367 Aug 18 15:04:26.360943 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:26.532002 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:26.670711 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124623e4-ca6a-47bd-be92-a33438ae62ca req-a9e0ab89-9c60-4969-9705-2e7de4bf4545 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:26.672181 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-124623e4-ca6a-47bd-be92-a33438ae62ca req-a9e0ab89-9c60-4969-9705-2e7de4bf4545 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 946 time: 0.0490222 Aug 18 15:04:26.709418 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-124623e4-ca6a-47bd-be92-a33438ae62ca req-6efb2b2a-6861-4f2b-9656-b05028dbabd1 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Aug 18 15:04:26.930087 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5736885-ec62-48a4-8c6d-67ed11dd50c0 req-38eab651-c352-416f-93cf-f6949f4f234d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:26.931571 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a5736885-ec62-48a4-8c6d-67ed11dd50c0 req-38eab651-c352-416f-93cf-f6949f4f234d tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0514605 Aug 18 15:04:26.968778 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a5736885-ec62-48a4-8c6d-67ed11dd50c0 req-e31e4b56-b453-4412-bb41-9db044cd8d2f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313041 Aug 18 15:04:27.353032 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-9f959243-49a8-48ee-9197-25a9bb393d65 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:27.354487 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-9f959243-49a8-48ee-9197-25a9bb393d65 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 946 time: 0.0466635 Aug 18 15:04:27.442165 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Deleting port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:04:27.442518 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:27.529709 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] For port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:27.530074 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:27.739180 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:27.739572 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:27.739892 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Floating IP 5b5af1d6-1175-42d9-a96d-ce76d860c9bb disassociated. External IP: 172.27.2.245, port: 21d455fd-7cf8-4c93-bc33-57d2fe7abbad. Aug 18 15:04:27.740234 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Calling delete_port for 21d455fd-7cf8-4c93-bc33-57d2fe7abbad owned by compute:nova {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:04:27.843960 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf414f-5206-490d-9e29-6ca9eafedb45 req-f04d1357-11a2-4710-9caf-03dc6437d1a2 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:27.845439 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eccf414f-5206-490d-9e29-6ca9eafedb45 req-f04d1357-11a2-4710-9caf-03dc6437d1a2 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 946 time: 0.0658767 Aug 18 15:04:27.909345 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eccf414f-5206-490d-9e29-6ca9eafedb45 req-f3a329ad-8756-423f-9117-fdd229e1b45b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552654 Aug 18 15:04:27.998030 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:28.029771 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event deleted for resources: {'Port': ['ID=21d455fd-7cf8-4c93-bc33-57d2fe7abbad,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:28.044245 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.044595 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.044936 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.045269 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.045599 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.045928 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.046255 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.046610 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.046940 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.047261 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.047580 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.047897 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:04:28.167353 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea480-5bdd-49cd-a0fb-072fede28bfb req-ef0fbff7-d6cc-453c-848f-65e37b4db262 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:28.168826 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e60ea480-5bdd-49cd-a0fb-072fede28bfb req-ef0fbff7-d6cc-453c-848f-65e37b4db262 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.1261683 Aug 18 15:04:28.200502 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Router d61c322d-577e-4e8d-8511-ff1b494786b6 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:04:28.221763 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e60ea480-5bdd-49cd-a0fb-072fede28bfb req-99c0d5a6-98d8-45e3-bf99-3600959ddd0e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464785 Aug 18 15:04:28.319700 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:04:28.329450 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] Sync routers for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:04:28.339347 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:04:28.340115 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:04:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:28.357861 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] No DVR routers for this DVR port 21d455fd-7cf8-4c93-bc33-57d2fe7abbad on host hv-cinder-80502 {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:04:28.360396 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:28.362370 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e1944b65-0d27-414e-b143-fd2aeaa3c49b req-341a796e-383e-4f1a-8f41-aac6a53b6239 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "DELETE /v2.0/ports/21d455fd-7cf8-4c93-bc33-57d2fe7abbad HTTP/1.1" status: 204 len: 173 time: 1.0018830 Aug 18 15:04:28.362839 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'name': 'network-vif-deleted', 'tag': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:28.365068 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d0540-a7ad-499c-b298-4f9ed1cd1ee2" -d '{"events": [{"server_uuid": "4879b11d-96e2-472d-8e32-e56b3e4dd2ea", "name": "network-vif-deleted", "tag": "21d455fd-7cf8-4c93-bc33-57d2fe7abbad"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:28.413585 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f638f4-43ae-44ae-8f43-c3fc02b11bfd x-openstack-request-id: req-93f638f4-43ae-44ae-8f43-c3fc02b11bfd {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:28.413585 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4879b11d-96e2-472d-8e32-e56b3e4dd2ea", "name": "network-vif-deleted", "tag": "21d455fd-7cf8-4c93-bc33-57d2fe7abbad", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:28.413815 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93f638f4-43ae-44ae-8f43-c3fc02b11bfd {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:28.414077 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4879b11d-96e2-472d-8e32-e56b3e4dd2ea', 'name': 'network-vif-deleted', 'tag': '21d455fd-7cf8-4c93-bc33-57d2fe7abbad', 'status': 'completed', 'code': 200} Aug 18 15:04:28.449306 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:04:28.654341 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:28.679270 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] Checking router: d61c322d-577e-4e8d-8511-ff1b494786b6 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:04:28.687128 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:04:28.687724 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:04:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:28.792201 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:04:28.991358 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:29.006252 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0e9c13b5-96e6-4e11-b332-7cf87049740c req-beb47855-57e1-4a28-ba19-eaf3f31b0c92 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4879b11d-96e2-472d-8e32-e56b3e4dd2ea HTTP/1.1" status: 200 len: 210 time: 0.0274141 Aug 18 15:04:29.026664 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98b4cb-cc9f-4462-8bba-c673eb117d44 None None] The sync data for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi is: [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:04:29.241677 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bb2d6d-a9b1-4d60-868b-acf2b4cf7558 None None] New status for floating IP 5b5af1d6-1175-42d9-a96d-ce76d860c9bb: DOWN {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:04:29.341655 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b51ab4-4a88-4a98-b93e-ef524b206f2b req-c297695e-25df-4fd8-83ed-36ad63cf5e3c tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:29.346055 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-07b51ab4-4a88-4a98-b93e-ef524b206f2b req-c297695e-25df-4fd8-83ed-36ad63cf5e3c tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0551665 Aug 18 15:04:29.381925 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-07b51ab4-4a88-4a98-b93e-ef524b206f2b req-56fddc55-f346-499b-8a29-e53a3cf4360e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327737 Aug 18 15:04:30.252655 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-2688761d-9334-4fab-92ef-12ff99d3a4be tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108635101&fields=id&tenant_id=49bacda13bd04559bb2bd8db449b5248 HTTP/1.1" status: 200 len: 267 time: 0.0353112 Aug 18 15:04:30.354121 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-8d7585a8-2c96-410e-ad49-3e6d3c54fa70 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:30.355525 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-8d7585a8-2c96-410e-ad49-3e6d3c54fa70 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 812 time: 0.0963485 Aug 18 15:04:30.369798 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-c2677f1f-a0b4-42fa-a9ab-01c64bdd4398 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/quotas/49bacda13bd04559bb2bd8db449b5248 HTTP/1.1" status: 200 len: 375 time: 0.0087321 Aug 18 15:04:30.421811 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-4258cc8f-c8e6-4df4-8792-6a17b07946bc tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468299 Aug 18 15:04:30.516840 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-b35431e6-f622-4792-9d81-afeb6af1f81b service neutron] 10.222.0.16 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830846 Aug 18 15:04:30.606194 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-f43c3450-8564-4a7a-a97a-17679e2bf1a4 service neutron] 10.222.0.16 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832682 Aug 18 15:04:31.191177 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f383190-99be-4fd1-b81b-3036395eb47f req-d6c06c30-f322-48fd-b594-b5adfec26efd tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:31.192658 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0f383190-99be-4fd1-b81b-3036395eb47f req-d6c06c30-f322-48fd-b594-b5adfec26efd tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 943 time: 0.0485480 Aug 18 15:04:31.231739 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0f383190-99be-4fd1-b81b-3036395eb47f req-41953e1e-a5f8-49f9-af49-942e5ebc4134 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326779 Aug 18 15:04:31.266277 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:04:31.295897 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-09cb09c7-f50b-41a8-bb4b-f506bf977700 req-73a6c88b-8b66-40f6-b42e-c1e8d04cd030 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 210 time: 0.0275838 Aug 18 15:04:31.324915 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 21d455fd-7cf8-4c93-bc33-57d2fe7abbad no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:04:31.354575 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 21d455fd-7cf8-4c93-bc33-57d2fe7abbad {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:04:31.358615 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 21d455fd-7cf8-4c93-bc33-57d2fe7abbad not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:04:31.389327 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:31.401327 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'port_id': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'mac_address': 'fa:16:3e:0f:80:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:04:31.444469 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:31.459558 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:04:31.486244 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:31.563183 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:31.610124 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,revision_number=7']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:32.025933 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:04:32.343290 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66233717-6b48-4f47-8dda-4a605a5d2916 req-627d9980-7d14-4e8f-a47f-85cc6064ebfa tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:32.344738 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-66233717-6b48-4f47-8dda-4a605a5d2916 req-627d9980-7d14-4e8f-a47f-85cc6064ebfa tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 944 time: 0.0474079 Aug 18 15:04:32.381373 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-66233717-6b48-4f47-8dda-4a605a5d2916 req-e1a6c240-8c58-4cdf-8925-a79e7026e8bc tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305629 Aug 18 15:04:32.461156 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d061e342-7c41-4654-8364-566c50626714 req-450c3e7a-373b-45d9-835f-4e61b347a982 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 210 time: 0.0286481 Aug 18 15:04:33.281360 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:04:33.304115 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-0ef80f21-6a3a-47d7-bf80-fd12f8411c53 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:33.305561 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-0ef80f21-6a3a-47d7-bf80-fd12f8411c53 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 812 time: 0.1007280 Aug 18 15:04:33.332698 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:04:33.333071 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:33.356411 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-17db7a5d-69fe-4863-8437-fcbc2b725a49 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49bacda13bd04559bb2bd8db449b5248 HTTP/1.1" status: 200 len: 380 time: 0.0348012 Aug 18 15:04:33.366313 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'port': {'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'admin_state_up': True, 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'security_groups': ['8d565390-f6b0-44b6-a5e3-858b1b5d3ae2']}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:33.529955 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672d793-c3af-46fb-8e21-ca55935f72be req-b3556764-028b-4a68-ac15-8ac6b0ae9831 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:33.531613 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6672d793-c3af-46fb-8e21-ca55935f72be req-b3556764-028b-4a68-ac15-8ac6b0ae9831 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 944 time: 0.0689921 Aug 18 15:04:33.544103 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:33.569936 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:33.570186 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-6672d793-c3af-46fb-8e21-ca55935f72be req-f0baef74-93ca-498b-a5ed-25bb9ef8611c tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327463 Aug 18 15:04:33.572243 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a25e19-65aa-4f31-8c10-81a2612d444e" -d '{"events": [{"server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "name": "network-vif-plugged", "status": "completed", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:33.591863 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Made reservation on behalf of 49bacda13bd04559bb2bd8db449b5248 for: {'port': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:04:33.594915 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:33.595771 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:33.671649 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:33.721887 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,revision_number=8']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:33.940530 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-4f318d2b-b466-4c7b-8ec8-18568e8650de req-3950e7e5-cfaf-492e-ba2b-815f37106d85 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 210 time: 0.0413020 Aug 18 15:04:33.987828 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc61bed-148e-4771-8080-aec10c153ce5 x-openstack-request-id: req-bbc61bed-148e-4771-8080-aec10c153ce5 {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:33.988205 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "name": "network-vif-plugged", "status": "completed", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:33.988458 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbc61bed-148e-4771-8080-aec10c153ce5 {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:33.988858 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'code': 200} Aug 18 15:04:34.003863 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Allocated IP 172.20.0.6 (00647ff5-03b5-48a3-8fc8-1e73d0d20671/ca622cd8-3a40-4334-8c24-a0f6f7cc2524/e1eacd74-3c2d-4b01-a9c2-46b3c840c725) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:04:34.147600 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.160727 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Transition to ACTIVE for port object e1eacd74-3c2d-4b01-a9c2-46b3c840c725 will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:04:34.317853 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.335866 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033ff76-b384-4898-b814-9ed47de17d03 req-a6727fc3-e9a7-47ee-a679-ab03cffef9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:34.337675 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8033ff76-b384-4898-b814-9ed47de17d03 req-a6727fc3-e9a7-47ee-a679-ab03cffef9dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1098 time: 0.0437415 Aug 18 15:04:34.362241 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:04:34.367378 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:04:34.371736 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:04:34.374827 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-8033ff76-b384-4898-b814-9ed47de17d03 req-d5948d32-1b4f-4b01-9bfc-bbc2f13f4585 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300624 Aug 18 15:04:34.402525 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'Port': ['ID=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:34.429211 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:34.434497 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.492535 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-746c13bc-5d95-4a16-ab6f-66306b5ac8f5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1304584 Aug 18 15:04:34.669119 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-efd0acc7-4ee2-46a9-a809-5a64de1d2e47 None None] Provisioning for port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:04:34.673103 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-efd0acc7-4ee2-46a9-a809-5a64de1d2e47 None None] Provisioning complete for port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:04:34.673437 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-efd0acc7-4ee2-46a9-a809-5a64de1d2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:34.693184 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419b8d-6e01-42ce-a97c-1b32e0511979 req-b7d41b5c-0860-4001-830d-2cac4061b157 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:34.694959 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-69419b8d-6e01-42ce-a97c-1b32e0511979 req-b7d41b5c-0860-4001-830d-2cac4061b157 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0491767 Aug 18 15:04:34.709596 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-efd0acc7-4ee2-46a9-a809-5a64de1d2e47 None None] Port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:04:34.733342 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-69419b8d-6e01-42ce-a97c-1b32e0511979 req-6692b79e-b261-4ae2-a377-d3e267a68b20 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324011 Aug 18 15:04:34.738313 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Request body: {'port': {'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:34.788913 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.077451 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1eacd74-3c2d-4b01-a9c2-46b3c840c725 {{(pid=100975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:04:35.085968 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.100395 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c0369-b21d-4933-9b39-b025940288d7 req-a46a1e5e-1d0f-4c58-af2f-d9a694a12d38 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:35.101880 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f56c0369-b21d-4933-9b39-b025940288d7 req-a46a1e5e-1d0f-4c58-af2f-d9a694a12d38 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 931 time: 0.0925479 Aug 18 15:04:35.110364 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Transition to ACTIVE for port object e1eacd74-3c2d-4b01-a9c2-46b3c840c725 will not be triggered until provisioned by entity L2. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:04:35.140806 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f56c0369-b21d-4933-9b39-b025940288d7 req-e21ebd00-c817-43c7-b841-ee846f6802c2 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Aug 18 15:04:35.165971 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.234698 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Pushing event updated for resources: {'Port': ['ID=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:35.284935 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Attempting to bind port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:04:35.285271 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Attempting to bind port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:04:35.285600 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Attempting to bind port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:04:35.289974 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:04:35.290287 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Attempting to bind port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:04:35.295328 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:04:35.298370 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Checking segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:04:35.298370 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Bound using segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:04:35.298370 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Bound port: e1eacd74-3c2d-4b01-a9c2-46b3c840c725, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:04:35.298370 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.361755 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] For port e1eacd74-3c2d-4b01-a9c2-46b3c840c725, host hv-cinder-80502, cleared binding levels {{(pid=100975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:04:35.364907 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] For port e1eacd74-3c2d-4b01-a9c2-46b3c840c725, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:04:35.454942 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.495770 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:35.496384 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:35.497802 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] 10.222.0.49 "PUT /v2.0/ports/e1eacd74-3c2d-4b01-a9c2-46b3c840c725 HTTP/1.1" status: 200 len: 1093 time: 0.7635486 Aug 18 15:04:35.498233 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:35.500616 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fd555c-7dcf-4810-a3eb-135202e067d1" -d '{"events": [{"name": "network-changed", "server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:35.523151 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff2a80-01ec-47a1-8000-f6b41fb4573e service neutron] Pushing event updated for resources: {'Port': ['ID=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,revision_number=3']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:35.537327 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d30a47d-0320-42a5-8ac3-085f54e0b2c8 x-openstack-request-id: req-6d30a47d-0320-42a5-8ac3-085f54e0b2c8 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:35.538857 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:35.538857 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d30a47d-0320-42a5-8ac3-085f54e0b2c8 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:35.538857 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'status': 'completed', 'code': 200} Aug 18 15:04:35.691579 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd555c-7dcf-4810-a3eb-135202e067d1 req-7b3bd26e-3de0-424a-96b0-104509cf73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:35.693139 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-51fd555c-7dcf-4810-a3eb-135202e067d1 req-7b3bd26e-3de0-424a-96b0-104509cf73d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 1096 time: 0.0406041 Aug 18 15:04:35.852232 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68678-6b20-447e-9b3d-981d9244b308 req-d8bf9e97-200b-4fd8-b7f7-2cd8f3cc3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:35.854270 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-29c68678-6b20-447e-9b3d-981d9244b308 req-d8bf9e97-200b-4fd8-b7f7-2cd8f3cc3b2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1098 time: 0.0455000 Aug 18 15:04:35.886082 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94895f1-989c-4451-81b0-198ba33749a6 req-9fb2970c-000d-4280-840d-2b5fd0adcb34 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:35.888770 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e94895f1-989c-4451-81b0-198ba33749a6 req-9fb2970c-000d-4280-840d-2b5fd0adcb34 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0774951 Aug 18 15:04:35.909605 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd555c-7dcf-4810-a3eb-135202e067d1 req-e524434c-2ede-455b-81d9-a32950d466f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:35.911089 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-51fd555c-7dcf-4810-a3eb-135202e067d1 req-e524434c-2ede-455b-81d9-a32950d466f6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=49bacda13bd04559bb2bd8db449b5248&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1478045 Aug 18 15:04:35.967945 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68678-6b20-447e-9b3d-981d9244b308 req-249943ea-b9c2-4010-9ce8-971cd0e9ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:35.969415 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-29c68678-6b20-447e-9b3d-981d9244b308 req-249943ea-b9c2-4010-9ce8-971cd0e9ea83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 200 len: 910 time: 0.0855367 Aug 18 15:04:35.970728 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e94895f1-989c-4451-81b0-198ba33749a6 req-532eafee-56d7-4e04-a638-2815eff1b551 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758624 Aug 18 15:04:36.016632 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd555c-7dcf-4810-a3eb-135202e067d1 req-e7f8a6a1-a47a-468b-b5a1-dc8ab8ac41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:36.017990 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-51fd555c-7dcf-4810-a3eb-135202e067d1 req-e7f8a6a1-a47a-468b-b5a1-dc8ab8ac41d1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997746 Aug 18 15:04:36.038848 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-29c68678-6b20-447e-9b3d-981d9244b308 req-14a1442c-e754-4efd-a050-a6e748f2e4dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 200 len: 1001 time: 0.0615730 Aug 18 15:04:36.107034 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68678-6b20-447e-9b3d-981d9244b308 req-a6af1e0f-ce0d-4fcf-8e5b-45eb9fc2fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:36.108487 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-29c68678-6b20-447e-9b3d-981d9244b308 req-a6af1e0f-ce0d-4fcf-8e5b-45eb9fc2fbbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 HTTP/1.1" status: 200 len: 848 time: 0.0446906 Aug 18 15:04:36.121555 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-43235d16-7fa4-41fa-bbf5-9d9823a1ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:36.123115 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-43235d16-7fa4-41fa-bbf5-9d9823a1ee38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 1096 time: 0.0443013 Aug 18 15:04:36.154343 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c68678-6b20-447e-9b3d-981d9244b308 req-9f116ef8-aa12-43e4-92f7-83d23c4a34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:36.155836 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-29c68678-6b20-447e-9b3d-981d9244b308 req-9f116ef8-aa12-43e4-92f7-83d23c4a34c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b3f21b6-e871-47d8-b915-358aab046b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400453 Aug 18 15:04:36.170430 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-c9ff46bf-ec67-4398-8655-4ed6a73e0755 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725 HTTP/1.1" status: 200 len: 217 time: 0.0338211 Aug 18 15:04:36.247674 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-97c2f45d-f6d9-482e-99ca-81332e8bca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:36.249117 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-97c2f45d-f6d9-482e-99ca-81332e8bca63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0723929 Aug 18 15:04:36.251069 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-29c68678-6b20-447e-9b3d-981d9244b308 req-823b7c98-825a-4a87-b5ba-1857bbcea55f service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879297 Aug 18 15:04:36.267805 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792814f4-0f69-457c-accc-bddf8901263d req-ab6b1795-82ab-4582-9d97-ea3dbb4f4f9a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:36.269132 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-792814f4-0f69-457c-accc-bddf8901263d req-ab6b1795-82ab-4582-9d97-ea3dbb4f4f9a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 943 time: 0.0601571 Aug 18 15:04:36.331290 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-792814f4-0f69-457c-accc-bddf8901263d req-6bd39b01-0281-4864-b679-000d89e781fd tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538538 Aug 18 15:04:36.332982 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-add40f51-fc98-48b0-ac8e-5c77ad5d5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:36.334365 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-add40f51-fc98-48b0-ac8e-5c77ad5d5017 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644228 Aug 18 15:04:36.345596 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [req-29c68678-6b20-447e-9b3d-981d9244b308 req-fb5ac813-5304-424a-a0ab-171454ad42c1 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838206 Aug 18 15:04:36.426900 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-3a31aca1-7bf1-4f8d-bfa2-9be3d01ca61d service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856183 Aug 18 15:04:36.514848 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b2e7af9f-d829-4641-b26e-19f7e561e8e8 req-2a934b72-504f-4d2d-9158-e95a314f7db1 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809646 Aug 18 15:04:37.083453 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d59ec-d773-443c-b9d0-d53261f1ba2e req-acb48bf5-5a72-4bbb-9238-1f86cef06bd9 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:37.084894 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8b1d59ec-d773-443c-b9d0-d53261f1ba2e req-acb48bf5-5a72-4bbb-9238-1f86cef06bd9 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0481770 Aug 18 15:04:37.125408 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8b1d59ec-d773-443c-b9d0-d53261f1ba2e req-543c48d7-10b4-4fd0-949e-bd101796e1da tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339272 Aug 18 15:04:37.440989 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0658b-9338-43c0-9f2c-d90a9905b5ba req-10e4cbc6-6faa-4fb4-bd93-3e926d66098d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:37.442514 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c3c0658b-9338-43c0-9f2c-d90a9905b5ba req-10e4cbc6-6faa-4fb4-bd93-3e926d66098d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 943 time: 0.0471203 Aug 18 15:04:37.480580 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c3c0658b-9338-43c0-9f2c-d90a9905b5ba req-e1c7d8b6-20d2-4d75-862d-0d5f1ff0aa11 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315044 Aug 18 15:04:38.590933 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb5b8-ad92-498e-932f-b222788e548c req-c252f2a1-e531-4f36-9a62-d09869ae9cf4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:38.592380 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-777eb5b8-ad92-498e-932f-b222788e548c req-c252f2a1-e531-4f36-9a62-d09869ae9cf4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 943 time: 0.0472891 Aug 18 15:04:38.628684 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-777eb5b8-ad92-498e-932f-b222788e548c req-3a527a79-3892-404b-acd8-9ab81a958486 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304639 Aug 18 15:04:39.742707 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795645-ac62-4d49-aa82-c9d618251902 req-211f157b-bbd7-4d01-92d6-a5135faf56e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:39.744822 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-14795645-ac62-4d49-aa82-c9d618251902 req-211f157b-bbd7-4d01-92d6-a5135faf56e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 943 time: 0.0473113 Aug 18 15:04:39.783798 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-14795645-ac62-4d49-aa82-c9d618251902 req-e4a69190-4117-4086-a31f-8245975ea93f tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332763 Aug 18 15:04:40.895329 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593ab08-7929-48bd-9328-428f08a2fadb req-aa217f3c-58e7-4f22-930e-17f87d1ab38d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:40.896815 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1593ab08-7929-48bd-9328-428f08a2fadb req-aa217f3c-58e7-4f22-930e-17f87d1ab38d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 943 time: 0.0478923 Aug 18 15:04:40.933797 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1593ab08-7929-48bd-9328-428f08a2fadb req-9238c60d-4bed-425c-bf94-ce13a5c460ee tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309961 Aug 18 15:04:42.046439 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ec8da-caef-4baf-a15f-af31847f68d7 req-bdc05342-ed79-4817-9e38-b33074f2b8e3 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:42.047921 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-501ec8da-caef-4baf-a15f-af31847f68d7 req-bdc05342-ed79-4817-9e38-b33074f2b8e3 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 943 time: 0.0481799 Aug 18 15:04:42.084010 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-501ec8da-caef-4baf-a15f-af31847f68d7 req-58e23f2d-9531-40ff-ad85-5817450f056e tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303288 Aug 18 15:04:42.482679 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:04:43.204160 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eabe49-e4b5-4865-bc88-8abdac1c5da3 req-c088b6b2-7de6-4296-ac59-0742088eb681 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:43.205530 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e9eabe49-e4b5-4865-bc88-8abdac1c5da3 req-c088b6b2-7de6-4296-ac59-0742088eb681 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 943 time: 0.0562062 Aug 18 15:04:43.245564 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e9eabe49-e4b5-4865-bc88-8abdac1c5da3 req-322c0015-1b34-4893-a4b2-5901a7063ad5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341377 Aug 18 15:04:43.346257 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device e1eacd74-3c2d-4b01-a9c2-46b3c840c725 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:04:43.437234 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port e1eacd74-3c2d-4b01-a9c2-46b3c840c725, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:43.451845 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:04:43.488231 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:43.500343 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1eacd74-3c2d-4b01-a9c2-46b3c840c725 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:04:43.519439 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port e1eacd74-3c2d-4b01-a9c2-46b3c840c725, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:43.574675 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:43.620176 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:43.972881 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['e1eacd74-3c2d-4b01-a9c2-46b3c840c725'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:04:44.356026 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5e18f-ec97-4752-a5e0-8cff9cd36395 req-3ab5f3c2-e429-40ff-8b83-4ea71b3303e5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:44.357511 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-57d5e18f-ec97-4752-a5e0-8cff9cd36395 req-3ab5f3c2-e429-40ff-8b83-4ea71b3303e5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 944 time: 0.0476935 Aug 18 15:04:44.394936 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-57d5e18f-ec97-4752-a5e0-8cff9cd36395 req-dbeba219-32e0-4b4b-82d4-dc49f7ab4922 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315044 Aug 18 15:04:45.383535 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device e1eacd74-3c2d-4b01-a9c2-46b3c840c725 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:04:45.499816 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:04:45.504209 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:04:45.504581 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:45.506398 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448097ae-3da2-43cd-962e-f193a2bb35ca req-b604030d-7837-4ecc-9714-0349ddbec179 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:45.511306 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-448097ae-3da2-43cd-962e-f193a2bb35ca req-b604030d-7837-4ecc-9714-0349ddbec179 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 944 time: 0.0482521 Aug 18 15:04:45.547941 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-448097ae-3da2-43cd-962e-f193a2bb35ca req-c78d3fc5-2dcc-4459-ab12-8a7d385fc6dd tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329602 Aug 18 15:04:45.585032 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:45.606921 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:45.609211 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12fbbe-3372-4555-a8d8-5a83b0e4a126" -d '{"events": [{"server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "name": "network-vif-plugged", "status": "completed", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:45.622678 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port e1eacd74-3c2d-4b01-a9c2-46b3c840c725, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:04:45.645219 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddda635a-6ccb-4236-948d-218479270d8d x-openstack-request-id: req-ddda635a-6ccb-4236-948d-218479270d8d {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:45.645509 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "name": "network-vif-plugged", "status": "completed", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:45.645761 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddda635a-6ccb-4236-948d-218479270d8d {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:45.646154 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'code': 200} Aug 18 15:04:45.702546 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:45.750086 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:46.025714 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca65a4a-fb95-457e-8c01-2599b160ccc5 req-2030dbb5-7db1-482a-be21-ba8121402fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:46.027687 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dca65a4a-fb95-457e-8c01-2599b160ccc5 req-2030dbb5-7db1-482a-be21-ba8121402fb6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 1098 time: 0.0388129 Aug 18 15:04:46.064929 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-dca65a4a-fb95-457e-8c01-2599b160ccc5 req-f86c2e2b-7a23-4a3c-b8da-dd172ba12f4d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308228 Aug 18 15:04:46.661294 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e8ee2-d83b-4630-9a8b-9d028c1d005c req-1ecc6302-54cd-4803-b150-0d0007f610b5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:46.662769 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ce9e8ee2-d83b-4630-9a8b-9d028c1d005c req-1ecc6302-54cd-4803-b150-0d0007f610b5 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 945 time: 0.0476887 Aug 18 15:04:46.700601 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ce9e8ee2-d83b-4630-9a8b-9d028c1d005c req-0e4cf786-4b95-42b1-9129-57b8a15d80d0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Aug 18 15:04:47.876292 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacd79b-1d07-4765-84d8-5a287b74f93c req-4b413451-a752-4fe4-877c-ccffb5131c93 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:47.877753 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9bacd79b-1d07-4765-84d8-5a287b74f93c req-4b413451-a752-4fe4-877c-ccffb5131c93 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 945 time: 0.0503674 Aug 18 15:04:47.918958 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9bacd79b-1d07-4765-84d8-5a287b74f93c req-d8bee82e-d62d-4609-8631-3379295fb982 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345092 Aug 18 15:04:48.038562 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba62bb4-2b87-4d30-bf18-05d0db2e5fe2 req-15298ef6-2b4b-48c7-b7ab-41ebe95abbe1 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:48.040061 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ba62bb4-2b87-4d30-bf18-05d0db2e5fe2 req-15298ef6-2b4b-48c7-b7ab-41ebe95abbe1 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 945 time: 0.0481296 Aug 18 15:04:48.080541 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ba62bb4-2b87-4d30-bf18-05d0db2e5fe2 req-4798a63c-8977-4b3c-a7f0-e7f06faf407e tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342391 Aug 18 15:04:48.101684 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42892) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:48.140580 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7447c1-d674-4524-b4f3-e1b60501154c tempest-TestVolumeBootPattern-1832330965 tempest-TestVolumeBootPattern-1832330965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:48.142183 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-fc7447c1-d674-4524-b4f3-e1b60501154c tempest-TestVolumeBootPattern-1832330965 tempest-TestVolumeBootPattern-1832330965-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 1093 time: 0.0395417 Aug 18 15:04:48.144916 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42894) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:04:48.149543 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'floatingip': {'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:04:48.265456 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:48.358976 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:48.458903 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Allocated IP 172.27.2.158 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/74cad4fb-f39a-4508-b431-5fa332d646c2) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:04:48.554861 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:48.679801 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:48.714051 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:04:48.719252 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:04:48.722649 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:04:48.744701 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'Port': ['ID=74cad4fb-f39a-4508-b431-5fa332d646c2,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:49.061746 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:49.180907 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:49.326225 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:49.413726 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:49.479179 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'Port': ['ID=74cad4fb-f39a-4508-b431-5fa332d646c2,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:04:49.488670 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:49.584791 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Floating IP 92216fd4-b2f6-4a23-940e-529b9fa4451a associated. External IP: 172.27.2.158, port: e1eacd74-3c2d-4b01-a9c2-46b3c840c725. Aug 18 15:04:49.785700 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Router d61c322d-577e-4e8d-8511-ff1b494786b6 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:04:49.890088 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:04:49.899683 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] Sync routers for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:04:49.908568 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:04:49.910396 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:04:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:49.965568 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:49.992000 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-7268f869-8999-4e56-957c-a3e54614da3b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8459001 Aug 18 15:04:49.992608 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:04:49.994876 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54" -d '{"events": [{"name": "network-changed", "server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:04:50.019430 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:04:50.030157 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f903f080-a6f7-4d0f-bb48-e137154d928b x-openstack-request-id: req-f903f080-a6f7-4d0f-bb48-e137154d928b {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:04:50.030473 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:04:50.030782 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f903f080-a6f7-4d0f-bb48-e137154d928b {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:04:50.031184 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'status': 'completed', 'code': 200} Aug 18 15:04:50.114486 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-50f77b92-dc00-482c-9d72-783b353cd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:50.115985 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-50f77b92-dc00-482c-9d72-783b353cd018 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 1098 time: 0.0394533 Aug 18 15:04:50.206668 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-b0c94083-bf46-4424-be9e-cda733dcaa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:50.208287 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-b0c94083-bf46-4424-be9e-cda733dcaa9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0852492 Aug 18 15:04:50.245139 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '92216fd4-b2f6-4a23-940e-529b9fa4451a', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:04:48Z', 'updated_at': '2021-08-18T15:04:48Z', 'revision_number': 0, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:50.271718 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] Checking router: d61c322d-577e-4e8d-8511-ff1b494786b6 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:04:50.273311 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-74820c44-e698-4f57-9c65-789172f97bf5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725 HTTP/1.1" status: 200 len: 999 time: 0.0579634 Aug 18 15:04:50.280037 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:04:50.280634 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:04:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:50.325128 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-75d07f9f-3cdf-41a9-8951-cf2953e84ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:50.326619 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-75d07f9f-3cdf-41a9-8951-cf2953e84ad7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0469573 Aug 18 15:04:50.371322 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-41bc0fbd-1a95-4798-8582-fe22fa44227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:04:50.373436 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-41bc0fbd-1a95-4798-8582-fe22fa44227b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394740 Aug 18 15:04:50.385794 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:04:50.460329 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-a6e8f2bb-d5e9-4ab6-a925-6eb3db1d0135 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792530 Aug 18 15:04:50.549918 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-919149fc-ba0e-4207-a0f4-f0d67f8c2a54 req-5b89cc07-e35e-40ef-8250-486f06b014b6 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829144 Aug 18 15:04:50.609175 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '92216fd4-b2f6-4a23-940e-529b9fa4451a', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:04:48Z', 'updated_at': '2021-08-18T15:04:48Z', 'revision_number': 0, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:04:50.634718 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edc26c-25bf-468f-9327-bb04b1790bce None None] The sync data for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi is: [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '92216fd4-b2f6-4a23-940e-529b9fa4451a', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:04:48Z', 'updated_at': '2021-08-18T15:04:48Z', 'revision_number': 0, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:04:50.801044 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d81654-5256-42a6-a4e6-3533b9dc0e4e None None] New status for floating IP 92216fd4-b2f6-4a23-940e-529b9fa4451a: ACTIVE {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:04:51.145362 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4457-c2e8-473c-bd32-f256264fca95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:53.585398 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-866cbb45-bfd5-4141-9da6-78d2eb8e6f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:53.707943 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:54.856850 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:56.376439 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:04:56.581134 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:19.485272 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:05:21.067638 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-d7511413-d0db-4848-8656-6eb5e8a73df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.592230 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-710c6dda-990e-4b95-ad29-ed348158ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:23.706125 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:24.877964 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.334959 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:26.551799 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:36.754874 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-9f6cc713-0c77-4aa6-aec7-68c77bbf1832 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404205 Aug 18 15:05:36.855449 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-b4363696-0e9a-4390-91fb-029f0720a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:36.856892 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-b4363696-0e9a-4390-91fb-029f0720a948 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1098 time: 0.0423419 Aug 18 15:05:36.960361 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-e570c650-6022-4d13-8d33-22bd85018c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:36.961794 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-e570c650-6022-4d13-8d33-22bd85018c50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 200 len: 910 time: 0.0857658 Aug 18 15:05:37.026848 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-5b55f109-4071-4e9b-96a2-8f581701ca70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 200 len: 1001 time: 0.0576122 Aug 18 15:05:37.073046 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-6bfd36b4-1b16-42c8-b0c2-0f9f7e6f388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:37.074412 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-6bfd36b4-1b16-42c8-b0c2-0f9f7e6f388a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 HTTP/1.1" status: 200 len: 848 time: 0.0411842 Aug 18 15:05:37.117417 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-561625b9-e033-4848-a756-78770a0e4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:05:37.118856 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-561625b9-e033-4848-a756-78770a0e4d39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b3f21b6-e871-47d8-b915-358aab046b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371847 Aug 18 15:05:37.457701 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-e3f64137-ea42-42c4-b445-145f6a4a33f5 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317978 Aug 18 15:05:37.544285 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-df0fade2-fbab-451b-9397-970d3a05bce1 req-22bfc082-6b46-4a64-86a4-ef9eea37aff4 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786371 Aug 18 15:05:51.052076 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-5adad232-1ef8-4c4a-9c5f-687ccb46f420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:53.555016 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-71365390-f99b-4926-8821-3639a285df37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:53.745051 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:54.865713 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:56.351513 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:05:56.483755 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:05:56.539814 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:06.168352 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42932) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:06.406818 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Deleting port 25457247-fc6f-4e2a-a33f-ada7330f125e {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:06.407174 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:06.482514 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:06.482775 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:06.494472 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Calling delete_port for 25457247-fc6f-4e2a-a33f-ada7330f125e owned by network:floatingip {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:06.750441 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:06.772881 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event deleted for resources: {'Port': ['ID=25457247-fc6f-4e2a-a33f-ada7330f125e,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:06.785522 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.785871 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.786217 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.786583 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.786913 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.787243 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.787568 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.787891 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.788218 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.789015 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.789343 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.789660 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:06.840649 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for floatingip, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:06.840989 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Floating IP 7f61a393-d3bf-49e1-8d9d-d3692fb26fe8 disassociated (deleted). External IP: 172.27.2.221, port: 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9. Aug 18 15:06:07.045590 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Router 21d7b49a-3178-41f5-902b-95d648b79d27 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:06:07.148451 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:06:07.158130 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:07.159139 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] Sync routers for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:06:07.167052 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:06:07.167662 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:05:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:07.179943 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-80abb6fa-8d05-4d91-baed-774af84d102f tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "DELETE /v2.0/floatingips/7f61a393-d3bf-49e1-8d9d-d3692fb26fe8 HTTP/1.1" status: 204 len: 168 time: 1.0104859 Aug 18 15:06:07.180631 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:06:07.183031 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a6690-7978-4946-911d-a3ff67dfa38d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:06:07.276680 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:06:07.469741 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b85e9978-21aa-411b-84e5-dba9e7cc56b5', 'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'mac_address': 'fa:16:3e:99:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:34Z', 'updated_at': '2021-08-18T15:00:40Z', 'revision_number': 5, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'subnets': [{'id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:07.494609 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] Checking router: 21d7b49a-3178-41f5-902b-95d648b79d27 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:06:07.502412 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:06:07.503039 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:05:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:07.554773 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2542d077-ecc0-4d74-ae33-c3ced6d45cb1 x-openstack-request-id: req-2542d077-ecc0-4d74-ae33-c3ced6d45cb1 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:06:07.555066 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:06:07.555320 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2542d077-ecc0-4d74-ae33-c3ced6d45cb1 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:06:07.555712 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'status': 'completed', 'code': 200} Aug 18 15:06:07.676692 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0738bb-6f71-49f4-994a-4356beff78cc req-e6fabeae-ac6f-456c-b6d8-875554d11ba2 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:07.678188 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ef0738bb-6f71-49f4-994a-4356beff78cc req-e6fabeae-ac6f-456c-b6d8-875554d11ba2 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0778725 Aug 18 15:06:07.693355 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6690-7978-4946-911d-a3ff67dfa38d req-07333811-bb8d-48c5-82ee-a416cb818fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:07.694883 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-090a6690-7978-4946-911d-a3ff67dfa38d req-07333811-bb8d-48c5-82ee-a416cb818fec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae92fca53e8844c0920f774e9e31bd28&device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 1098 time: 0.0635939 Aug 18 15:06:07.735730 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:06:07.769169 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ef0738bb-6f71-49f4-994a-4356beff78cc req-f266c873-1b3c-49b8-87b1-15f2c2b6e7a5 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835676 Aug 18 15:06:07.805142 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6690-7978-4946-911d-a3ff67dfa38d req-b330fd6c-1d9e-429d-a703-e4a2d92325b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:07.806661 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-090a6690-7978-4946-911d-a3ff67dfa38d req-b330fd6c-1d9e-429d-a703-e4a2d92325b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 200 len: 910 time: 0.1042607 Aug 18 15:06:07.848302 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-090a6690-7978-4946-911d-a3ff67dfa38d req-a8023281-ba57-4d42-8b63-5ac7654255af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 200 len: 217 time: 0.0340073 Aug 18 15:06:07.895947 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6690-7978-4946-911d-a3ff67dfa38d req-862bd376-dbd7-4578-9052-07d3e5b82c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:07.897380 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-090a6690-7978-4946-911d-a3ff67dfa38d req-862bd376-dbd7-4578-9052-07d3e5b82c22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 HTTP/1.1" status: 200 len: 848 time: 0.0420828 Aug 18 15:06:07.937981 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b85e9978-21aa-411b-84e5-dba9e7cc56b5', 'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'mac_address': 'fa:16:3e:99:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:34Z', 'updated_at': '2021-08-18T15:00:40Z', 'revision_number': 5, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'subnets': [{'id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:07.948275 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6690-7978-4946-911d-a3ff67dfa38d req-b04bd286-4969-4889-ad0f-5643b8296482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:07.949774 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-090a6690-7978-4946-911d-a3ff67dfa38d req-b04bd286-4969-4889-ad0f-5643b8296482 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b3f21b6-e871-47d8-b915-358aab046b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445390 Aug 18 15:06:07.964533 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026ddc5-badb-453b-a73d-2e37f153d4f3 None None] The sync data for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi is: [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:34Z', 'revision_number': 4, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': 'b85e9978-21aa-411b-84e5-dba9e7cc56b5', 'name': '', 'network_id': '3b3f21b6-e871-47d8-b915-358aab046b88', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'mac_address': 'fa:16:3e:99:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:34Z', 'updated_at': '2021-08-18T15:00:40Z', 'revision_number': 5, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'subnets': [{'id': '17b379a1-3fc0-4c5b-a2aa-5fb5f8675019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:06:08.041641 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-090a6690-7978-4946-911d-a3ff67dfa38d req-73b640ed-566b-4681-95a7-f9f1f4e92c49 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829525 Aug 18 15:06:08.137365 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-090a6690-7978-4946-911d-a3ff67dfa38d req-6f5e4b10-5b17-412d-982e-2e96e24abba9 service neutron] 10.222.0.49 "GET /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872869 Aug 18 15:06:08.174868 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2678ef-46e7-4d44-b7f8-16f26d9ff991 None None] New status for floating IP 7f61a393-d3bf-49e1-8d9d-d3692fb26fe8: DOWN {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:06:08.888626 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc10e7-0ab0-4e1f-af95-fcba89614fb3 req-43d36f47-58c4-4061-b510-21ea7e11f390 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:08.890095 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c0fc10e7-0ab0-4e1f-af95-fcba89614fb3 req-43d36f47-58c4-4061-b510-21ea7e11f390 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0488164 Aug 18 15:06:08.926410 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-c0fc10e7-0ab0-4e1f-af95-fcba89614fb3 req-7c6f880c-f27b-4e79-b15b-33afacdf5eae tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f974195-bdbe-4c18-9e8e-6b58e2e19873&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304689 Aug 18 15:06:09.432592 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-1d74da2c-9f59-4608-9fe2-7fda91422a60 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:09.433913 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-1d74da2c-9f59-4608-9fe2-7fda91422a60 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 945 time: 0.0474803 Aug 18 15:06:09.525246 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Deleting port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:09.525583 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:09.609567 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] For port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:09.609923 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:09.621811 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Calling delete_port for 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 owned by compute:nova {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:09.807730 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:09.834261 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event deleted for resources: {'Port': ['ID=2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:09.880749 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] No DVR routers for this DVR port 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 on host hv-cinder-80502 {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:06:09.883141 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:09.885974 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9ba089b7-a465-4880-890e-0d9f9f219ddb req-d44334f6-1ac4-4b44-af2e-49fc456814a0 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.49 "DELETE /v2.0/ports/2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 HTTP/1.1" status: 204 len: 173 time: 0.4447055 Aug 18 15:06:09.886406 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'name': 'network-vif-deleted', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:06:09.888641 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707e2b2f-8e14-47c7-b449-8cdc65751384" -d '{"events": [{"server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "name": "network-vif-deleted", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:06:09.922866 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e796c3ee-bafc-43b0-97d8-2984b0f14547 x-openstack-request-id: req-e796c3ee-bafc-43b0-97d8-2984b0f14547 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:06:09.923464 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fcf354-b419-4c4d-b178-bc6822fd1711", "name": "network-vif-deleted", "tag": "2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:06:09.923464 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e796c3ee-bafc-43b0-97d8-2984b0f14547 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:06:09.923779 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fcf354-b419-4c4d-b178-bc6822fd1711', 'name': 'network-vif-deleted', 'tag': '2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9', 'status': 'completed', 'code': 200} Aug 18 15:06:10.021105 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-59733ce8-5a74-4e7e-8cd0-dd1ef0a4437e req-07f1058c-d913-47bb-8372-5eec96618d82 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 210 time: 0.0266702 Aug 18 15:06:11.124005 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-bae7104e-83f9-403b-9596-fcde49444c51 req-e4e37d11-2453-455d-ad04-f5fccc04357e tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fcf354-b419-4c4d-b178-bc6822fd1711 HTTP/1.1" status: 200 len: 210 time: 0.0259657 Aug 18 15:06:11.744302 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:06:11.764783 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:06:11.765123 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 2f1ddfac-6615-4c50-9e0a-0fb90a6ceee9 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:06:12.179079 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42964) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:12.235637 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7309a1db-4ad3-4c0b-b4a7-acf6a5e936f1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:12.259893 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7309a1db-4ad3-4c0b-b4a7-acf6a5e936f1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:12.389897 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7309a1db-4ad3-4c0b-b4a7-acf6a5e936f1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:12.392496 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7309a1db-4ad3-4c0b-b4a7-acf6a5e936f1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:12.393641 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-7309a1db-4ad3-4c0b-b4a7-acf6a5e936f1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] 10.222.0.16 "DELETE /v2.0/security-groups/1f974195-bdbe-4c18-9e8e-6b58e2e19873 HTTP/1.1" status: 204 len: 168 time: 0.2135634 Aug 18 15:06:12.403303 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309a1db-4ad3-4c0b-b4a7-acf6a5e936f1 tempest-TestShelveInstance-1592265750 tempest-TestShelveInstance-1592265750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f974195-bdbe-4c18-9e8e-6b58e2e19873,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:12.512176 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42968) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:13.216629 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66647537'] for router_interface, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:13.456504 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Deleting port b85e9978-21aa-411b-84e5-dba9e7cc56b5 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:13.456865 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:13.532388 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] For port b85e9978-21aa-411b-84e5-dba9e7cc56b5, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=b85e9978-21aa-411b-84e5-dba9e7cc56b5,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:13.533031 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:13.544878 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Calling delete_port for b85e9978-21aa-411b-84e5-dba9e7cc56b5 owned by network:router_interface {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:13.784646 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:13.813870 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=b85e9978-21aa-411b-84e5-dba9e7cc56b5,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:13.838387 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.838387 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.838671 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.839191 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.839796 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.840059 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.840390 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.840772 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.841025 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.841345 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.841668 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.841989 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:13.990089 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66754913'] for router_interface, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:14.205451 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Router 21d7b49a-3178-41f5-902b-95d648b79d27 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:06:14.311710 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:06:14.316947 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-fab8856c-f55b-412d-9ddf-ff6f70eafd1f admin admin] 10.222.0.16 "PUT /v2.0/routers/21d7b49a-3178-41f5-902b-95d648b79d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8035243 Aug 18 15:06:14.319927 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42974) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:14.320821 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] Sync routers for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:06:14.334486 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:06:14.335100 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:05:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:14.427479 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks [] for router, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:14.436263 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:06:14.532428 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:14.612965 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:06:13Z', 'revision_number': 5, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port': {'id': 'c94896bc-7942-4462-9812-e73bc8c06dbf', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:14.639520 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] Checking router: 21d7b49a-3178-41f5-902b-95d648b79d27 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:06:14.647822 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] Routers {'21d7b49a-3178-41f5-902b-95d648b79d27'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:06:14.648436 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:05:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['21d7b49a-3178-41f5-902b-95d648b79d27'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:14.656364 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Deleting port c94896bc-7942-4462-9812-e73bc8c06dbf {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:14.656709 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:14.734717 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] Set router 21d7b49a-3178-41f5-902b-95d648b79d27 gateway port host: None {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:06:14.735980 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] For port c94896bc-7942-4462-9812-e73bc8c06dbf, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c94896bc-7942-4462-9812-e73bc8c06dbf,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:14.736382 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:14.750284 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Calling delete_port for c94896bc-7942-4462-9812-e73bc8c06dbf owned by network:router_gateway {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:14.789356 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:06:14Z', 'revision_number': 6, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port_host': None}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:14.816463 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a9fda-41e1-43f2-b92b-5449cd6f08de None None] The sync data for ids ['21d7b49a-3178-41f5-902b-95d648b79d27'] in dv-cinder-805026-1-iscsi is: [{'id': '21d7b49a-3178-41f5-902b-95d648b79d27', 'name': 'tempest-TestShelveInstance-2028583956-router', 'tenant_id': 'ae92fca53e8844c0920f774e9e31bd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:31Z', 'updated_at': '2021-08-18T15:06:14Z', 'revision_number': 6, 'project_id': 'ae92fca53e8844c0920f774e9e31bd28', 'gw_port_host': None}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:06:14.961629 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:14.991280 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94896bc-7942-4462-9812-e73bc8c06dbf,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:15.050051 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66642601'] for router_gateway, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.141072 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66635162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255203'] for router, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.143455 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.263571 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66635235'] for router, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.264115 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d7b49a-3178-41f5-902b-95d648b79d27 {{(pid=100976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:06:15.268789 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] Notify callbacks [] for router, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.270376 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-a93cfe77-3139-450d-af99-b3f7a0d01535 admin admin] 10.222.0.16 "DELETE /v2.0/routers/21d7b49a-3178-41f5-902b-95d648b79d27 HTTP/1.1" status: 204 len: 168 time: 0.9494033 Aug 18 15:06:15.272852 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42976) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:15.320959 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.db_base_plugin_v2 [None req-a015afaa-3528-4749-afc0-dee65f2b0bd1 admin admin] Deleting subnet 17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 {{(pid=100976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:06:15.324706 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a015afaa-3528-4749-afc0-dee65f2b0bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.359155 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a015afaa-3528-4749-afc0-dee65f2b0bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63757013'] for subnet, precommit_delete_associations {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.433844 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a015afaa-3528-4749-afc0-dee65f2b0bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.550878 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a015afaa-3528-4749-afc0-dee65f2b0bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63757054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63690607'] for subnet, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.581073 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015afaa-3528-4749-afc0-dee65f2b0bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b379a1-3fc0-4c5b-a2aa-5fb5f8675019,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:15.586127 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-a015afaa-3528-4749-afc0-dee65f2b0bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.590215 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-a015afaa-3528-4749-afc0-dee65f2b0bd1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/17b379a1-3fc0-4c5b-a2aa-5fb5f8675019 HTTP/1.1" status: 204 len: 168 time: 0.3155458 Aug 18 15:06:15.591404 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c897d46-013f-4e46-bbab-8cc9b5c2a303 None None] Network 3b3f21b6-e871-47d8-b915-358aab046b88 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:06:15.592469 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42978) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:15.666493 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.721546 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Deleting port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:15.721899 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.786368 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] DHCP port deletion for 3b3f21b6-e871-47d8-b915-358aab046b88 request from dv-cinder-805026-1-iscsi {{(pid=100977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:06:15.796226 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] For port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=10e2a509-e9bb-4952-bfb1-1d0baa91fe7a,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:15.796636 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.811742 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Calling delete_port for 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a owned by network:dhcp {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:15.834389 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Deleting port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:15.834753 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.899270 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] For port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=10e2a509-e9bb-4952-bfb1-1d0baa91fe7a,segment=NetworkSegment(8cc1aea6-71af-4031-b743-5ad9ec1e8337),segment_id=8cc1aea6-71af-4031-b743-5ad9ec1e8337)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:15.899668 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:15.912435 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Calling delete_port for 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:15.996607 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.002051 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.027137 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Pushing event deleted for resources: {'Port': ['ID=10e2a509-e9bb-4952-bfb1-1d0baa91fe7a,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:16.028547 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Pushing event deleted for resources: {'Port': ['ID=10e2a509-e9bb-4952-bfb1-1d0baa91fe7a,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:16.028971 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] No DVR routers for this DVR port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a on host dv-cinder-805026-1-iscsi {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:06:16.035457 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] No DVR routers for this DVR port 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a on host dv-cinder-805026-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:06:16.037371 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.039829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.039829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.039829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.039829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.039829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.039829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.039829 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.040452 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.040452 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.040609 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.040993 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac341523-fad5-4c73-a211-2816dedf95b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:06:16.099479 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.109002 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3f21b6-e871-47d8-b915-358aab046b88']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:16.118352 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc1aea6-71af-4031-b743-5ad9ec1e8337') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:16.118668 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc1aea6-71af-4031-b743-5ad9ec1e8337') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:16.127725 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.141345 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.147092 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:06:16.147474 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:06:16.149130 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:06:16.258534 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.263615 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.265443 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] 10.222.0.16 "DELETE /v2.0/networks/3b3f21b6-e871-47d8-b915-358aab046b88 HTTP/1.1" status: 204 len: 168 time: 0.6718445 Aug 18 15:06:16.268659 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42980) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:16.276200 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72831403-520b-4fb1-8283-147c2c7d563c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3f21b6-e871-47d8-b915-358aab046b88,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:16.408134 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b85e9978-21aa-411b-84e5-dba9e7cc56b5 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:06:16.427817 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: b85e9978-21aa-411b-84e5-dba9e7cc56b5 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:06:16.428165 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b85e9978-21aa-411b-84e5-dba9e7cc56b5 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:06:16.428575 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c94896bc-7942-4462-9812-e73bc8c06dbf no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:06:16.450161 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: c94896bc-7942-4462-9812-e73bc8c06dbf {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:06:16.450524 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c94896bc-7942-4462-9812-e73bc8c06dbf not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:06:16.450935 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:06:16.469122 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:06:16.469468 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 10e2a509-e9bb-4952-bfb1-1d0baa91fe7a not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:06:16.609275 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66647537'] for router_interface, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.842381 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Deleting port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:16.842751 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.920181 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] For port 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3,segment=NetworkSegment(4a9bcd30-c21e-447c-9579-4f98e84c8e9a),segment_id=4a9bcd30-c21e-447c-9579-4f98e84c8e9a)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:16.920487 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:16.931807 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Calling delete_port for 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 owned by network:router_interface {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:17.183470 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:17.209857 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:17.367450 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66754913'] for router_interface, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:17.569406 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:06:17.670610 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:06:17.676354 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c4d0eceb-2493-4ce5-b1b0-95bc20346911 admin admin] 10.222.0.16 "PUT /v2.0/routers/d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4057405 Aug 18 15:06:17.678034 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42982) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:17.680574 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] Sync routers for ids ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:06:17.690120 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] Routers {'d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:06:17.690844 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:05:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:17.778651 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks [] for router, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:17.791121 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] Set router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:06:17.877854 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:17.962884 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:38Z', 'updated_at': '2021-08-18T15:06:17Z', 'revision_number': 5, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'gw_port': {'id': 'cbf40d05-afe4-4f95-b24f-ff2c3939e395', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:39Z', 'updated_at': '2021-08-18T15:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:17.988867 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] Checking router: d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:06:17.997385 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] Routers {'d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:06:17.997993 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:05:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:17.998412 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Deleting port cbf40d05-afe4-4f95-b24f-ff2c3939e395 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:17.998783 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.079142 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] For port cbf40d05-afe4-4f95-b24f-ff2c3939e395, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=cbf40d05-afe4-4f95-b24f-ff2c3939e395,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:18.079521 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.082601 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] Set router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 gateway port host: None {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:06:18.090816 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Calling delete_port for cbf40d05-afe4-4f95-b24f-ff2c3939e395 owned by network:router_gateway {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:18.136067 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:38Z', 'updated_at': '2021-08-18T15:06:17Z', 'revision_number': 6, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'gw_port_host': None}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:18.161778 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd356c5-770f-42f3-a057-9b1f1b5bcc20 None None] The sync data for ids ['d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7'] in dv-cinder-805026-1-iscsi is: [{'id': 'd984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7', 'name': 'tempest-TestShelveInstance-1315156390-router', 'tenant_id': 'ca4e0727640b4508999d6520e5109c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:38Z', 'updated_at': '2021-08-18T15:06:17Z', 'revision_number': 6, 'project_id': 'ca4e0727640b4508999d6520e5109c52', 'gw_port_host': None}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:06:18.559660 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:06:18.562154 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.581061 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:06:18.581682 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 3e6a7f88-bd8a-496a-bd08-d3a9cf7753b3 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:06:18.587681 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf40d05-afe4-4f95-b24f-ff2c3939e395,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:18.645495 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66642601'] for router_gateway, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.732908 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66635162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255203'] for router, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.734950 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.839581 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66635235'] for router, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.839581 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 {{(pid=100975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:06:18.840036 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.841036 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-a9cadcce-bfeb-4860-a684-556674b704ce admin admin] 10.222.0.16 "DELETE /v2.0/routers/d984e3b2-e0b5-4a9e-ac06-0d0c7164e8a7 HTTP/1.1" status: 204 len: 168 time: 1.1620252 Aug 18 15:06:18.843427 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42984) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:18.886675 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-474592e7-74b0-4f8a-a6de-009a6e49df6c admin admin] Deleting subnet 4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:06:18.889940 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-474592e7-74b0-4f8a-a6de-009a6e49df6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:18.929426 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-474592e7-74b0-4f8a-a6de-009a6e49df6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64721784'] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.009684 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-474592e7-74b0-4f8a-a6de-009a6e49df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.116059 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-474592e7-74b0-4f8a-a6de-009a6e49df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64721826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63383891'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.147503 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474592e7-74b0-4f8a-a6de-009a6e49df6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:19.147503 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-474592e7-74b0-4f8a-a6de-009a6e49df6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.149312 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-474592e7-74b0-4f8a-a6de-009a6e49df6c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c6e1f0f-9684-4a28-b87a-c3ed5162ee8e HTTP/1.1" status: 204 len: 168 time: 0.3049891 Aug 18 15:06:19.152580 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42986) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:19.156327 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f5d374-6f16-4107-a45c-3adfa05ce06b None None] Network 2053b22a-acd5-49d5-be75-22570e743e52 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:06:19.224009 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.282178 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Deleting port 73d2cad7-3737-4c2d-b087-1cec4f718b64 {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:19.282572 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.343254 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65853baf-c1b6-4b8f-9faf-6f3a3f251e2c None None] DHCP port deletion for 2053b22a-acd5-49d5-be75-22570e743e52 request from dv-cinder-805026-1-iscsi {{(pid=100977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:06:19.355545 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] For port 73d2cad7-3737-4c2d-b087-1cec4f718b64, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=73d2cad7-3737-4c2d-b087-1cec4f718b64,segment=NetworkSegment(4a9bcd30-c21e-447c-9579-4f98e84c8e9a),segment_id=4a9bcd30-c21e-447c-9579-4f98e84c8e9a)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:19.355866 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.368222 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Calling delete_port for 73d2cad7-3737-4c2d-b087-1cec4f718b64 owned by network:dhcp {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:19.395048 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-65853baf-c1b6-4b8f-9faf-6f3a3f251e2c None None] Deleting port 73d2cad7-3737-4c2d-b087-1cec4f718b64 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:06:19.395422 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65853baf-c1b6-4b8f-9faf-6f3a3f251e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.459495 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-65853baf-c1b6-4b8f-9faf-6f3a3f251e2c None None] For port 73d2cad7-3737-4c2d-b087-1cec4f718b64, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=73d2cad7-3737-4c2d-b087-1cec4f718b64,segment=NetworkSegment(4a9bcd30-c21e-447c-9579-4f98e84c8e9a),segment_id=4a9bcd30-c21e-447c-9579-4f98e84c8e9a)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:06:19.459810 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65853baf-c1b6-4b8f-9faf-6f3a3f251e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.472317 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-65853baf-c1b6-4b8f-9faf-6f3a3f251e2c None None] Calling delete_port for 73d2cad7-3737-4c2d-b087-1cec4f718b64 owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:06:19.509859 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.536884 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d2cad7-3737-4c2d-b087-1cec4f718b64,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:19.538743 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] No DVR routers for this DVR port 73d2cad7-3737-4c2d-b087-1cec4f718b64 on host dv-cinder-805026-1-iscsi {{(pid=100976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:06:19.547514 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-65853baf-c1b6-4b8f-9faf-6f3a3f251e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.572387 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65853baf-c1b6-4b8f-9faf-6f3a3f251e2c None None] Pushing event deleted for resources: {'Port': ['ID=73d2cad7-3737-4c2d-b087-1cec4f718b64,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:19.577493 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65853baf-c1b6-4b8f-9faf-6f3a3f251e2c None None] No DVR routers for this DVR port 73d2cad7-3737-4c2d-b087-1cec4f718b64 on host dv-cinder-805026-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:06:19.609090 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.622965 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2053b22a-acd5-49d5-be75-22570e743e52']}} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:19.636607 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9bcd30-c21e-447c-9579-4f98e84c8e9a') {'for_net_delete': True} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:19.636904 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.services.segments.db [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9bcd30-c21e-447c-9579-4f98e84c8e9a') {} {{(pid=100976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:06:19.645797 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63757020'] for segment, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.659197 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.665554 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:06:19.665960 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63758172'] for segment, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: Traceback (most recent call last): Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: timer() Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: cb(*args, **kw) Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: return func(*args, **kwargs) Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: self._notify() Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: self.callback(batched_events) Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: event.method(event) Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: return f(self, *a, **k) Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._get(url).json() Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: return self.request(url, 'GET', **kwargs) Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:06:19.667737 dv-cinder-805026-1-iscsi neutron-server[100976]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:06:19.766925 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.771244 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:19.773293 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2053b22a-acd5-49d5-be75-22570e743e52 HTTP/1.1" status: 204 len: 168 time: 0.6197321 Aug 18 15:06:19.785810 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6342d2-0054-4961-aac9-66759a2d3bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2053b22a-acd5-49d5-be75-22570e743e52,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:20.136601 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42990) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:20.177643 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-64c047b8-c5d4-4089-82f5-ed06a9aa720a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae92fca53e8844c0920f774e9e31bd28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398316 Aug 18 15:06:20.180196 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 42992) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:20.226878 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-774fccc9-2edf-461b-a0a6-752a23835bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:20.250723 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-774fccc9-2edf-461b-a0a6-752a23835bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:20.367257 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-774fccc9-2edf-461b-a0a6-752a23835bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:20.370708 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-774fccc9-2edf-461b-a0a6-752a23835bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:20.378677 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-774fccc9-2edf-461b-a0a6-752a23835bf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f9141bb-c099-4802-9ee9-3e94a6b4e93d HTTP/1.1" status: 204 len: 168 time: 0.1908512 Aug 18 15:06:20.380217 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fccc9-2edf-461b-a0a6-752a23835bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9141bb-c099-4802-9ee9-3e94a6b4e93d,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:20.422309 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device cbf40d05-afe4-4f95-b24f-ff2c3939e395 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:06:20.445577 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: cbf40d05-afe4-4f95-b24f-ff2c3939e395 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:06:20.445913 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device cbf40d05-afe4-4f95-b24f-ff2c3939e395 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:06:20.446320 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 73d2cad7-3737-4c2d-b087-1cec4f718b64 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:06:20.465405 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 73d2cad7-3737-4c2d-b087-1cec4f718b64 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:06:20.465743 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 73d2cad7-3737-4c2d-b087-1cec4f718b64 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:06:20.918829 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 42998) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:20.958810 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-8711743d-e158-4f9a-b63f-1e1790d61d29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca4e0727640b4508999d6520e5109c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388167 Aug 18 15:06:20.961356 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43000) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:06:21.011661 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-32976012-7d4c-43c4-b135-ab95ca0e5c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:21.031680 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-32976012-7d4c-43c4-b135-ab95ca0e5c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:21.092878 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9028f2e5-d5cc-40d7-bf81-f48e6d846fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:21.149925 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-32976012-7d4c-43c4-b135-ab95ca0e5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:21.153119 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-32976012-7d4c-43c4-b135-ab95ca0e5c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:21.161390 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-32976012-7d4c-43c4-b135-ab95ca0e5c15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5767bb4-2b90-48f0-aa71-0c2ac971e451 HTTP/1.1" status: 204 len: 168 time: 0.1920474 Aug 18 15:06:21.168300 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32976012-7d4c-43c4-b135-ab95ca0e5c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5767bb4-2b90-48f0-aa71-0c2ac971e451,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:23.589371 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4345599a-8d4e-4769-a591-6d7f733f16da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:23.732321 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:24.908258 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:26.332029 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:26.549308 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:33.483536 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:06:37.599063 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-51ea285b-6ae9-4d4a-a7dd-0f940cb1b80c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1812289 Aug 18 15:06:37.668995 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-e95a504b-476e-4d85-af78-ffe34a9c2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:37.670475 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-e95a504b-476e-4d85-af78-ffe34a9c2402 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 1098 time: 0.0384207 Aug 18 15:06:37.772465 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-bf6f3af1-87b3-4a92-b356-d015ac279ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:37.773835 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-bf6f3af1-87b3-4a92-b356-d015ac279ea2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0838223 Aug 18 15:06:37.838160 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-c2bbc17c-3b0c-4df6-8421-680725f714b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725 HTTP/1.1" status: 200 len: 1001 time: 0.0576370 Aug 18 15:06:37.889618 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-40ea591c-2fdb-401a-ae27-8c2bff57781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:37.891053 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-40ea591c-2fdb-401a-ae27-8c2bff57781a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0463634 Aug 18 15:06:37.936826 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-5b11cd12-6665-4087-aa84-8e07415ce9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:37.938327 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-5b11cd12-6665-4087-aa84-8e07415ce9c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398865 Aug 18 15:06:38.024673 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-822f720f-5783-4df1-b75b-c325c962980b service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792580 Aug 18 15:06:38.116498 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ceb80062-af9d-42da-8547-af8e8d2b98f8 req-5b484242-3b1e-4530-a0ad-29e018dd6850 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Aug 18 15:06:50.542236 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-5fa78474-d7dc-4b5e-9b30-2d75882bf509 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108635101&fields=id&tenant_id=49bacda13bd04559bb2bd8db449b5248 HTTP/1.1" status: 200 len: 267 time: 0.0393364 Aug 18 15:06:50.663052 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d898-9443-4248-8dbb-031aa8465611 req-52a87233-299d-46da-af86-434dee01d1ce tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:50.665656 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-52a87233-299d-46da-af86-434dee01d1ce tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 812 time: 0.1165493 Aug 18 15:06:50.682071 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-6c8d3550-e91f-415f-8016-535a6a7c275b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/quotas/49bacda13bd04559bb2bd8db449b5248 HTTP/1.1" status: 200 len: 375 time: 0.0102439 Aug 18 15:06:50.740368 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-355039e9-9741-4a3e-bfb0-a7e44006aacf tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509660 Aug 18 15:06:50.886226 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-6f0a9b5e-039d-4f8f-9bda-68adb8a984d2 service neutron] 10.222.0.16 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342268 Aug 18 15:06:50.972969 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-be189912-7cea-40ca-8e1a-c5940f2e6346 service neutron] 10.222.0.16 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806973 Aug 18 15:06:51.062823 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-3fdd9e27-30e7-46ed-9b60-bb7a1fd44350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:51.566936 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-809b916b-84fe-4ef1-87e2-480f3f57e931 req-d05050ab-cca9-47c9-9882-f56c672ebad6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 210 time: 0.0264921 Aug 18 15:06:52.665881 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-59a2cd70-6abf-4d67-a9b4-31df83352a18 req-6b0adb94-157d-4c0f-b125-8dbf43eb3a83 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 210 time: 0.0298464 Aug 18 15:06:53.554293 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7ee7b4d2-8f27-4193-8563-eeff410b9423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:53.578744 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d898-9443-4248-8dbb-031aa8465611 req-ef22e744-e38c-4fa6-89ed-88753201c8e1 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:53.580199 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-ef22e744-e38c-4fa6-89ed-88753201c8e1 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 812 time: 0.1044118 Aug 18 15:06:53.628184 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-80fba586-4789-45a6-9de4-4ab14151d225 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49bacda13bd04559bb2bd8db449b5248 HTTP/1.1" status: 200 len: 380 time: 0.0328972 Aug 18 15:06:53.638046 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'port': {'device_id': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'admin_state_up': True, 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'security_groups': ['8d565390-f6b0-44b6-a5e3-858b1b5d3ae2']}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:06:53.736906 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:53.764297 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-8d86a75d-5eb1-4e47-ad05-b3b800c91741 req-a681be25-df3b-4878-b9df-71edf9f97c9a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 210 time: 0.0318837 Aug 18 15:06:53.839438 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Made reservation on behalf of 49bacda13bd04559bb2bd8db449b5248 for: {'port': 1} {{(pid=100975) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 15:06:53.843027 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:53.967514 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Allocated IP 172.20.0.13 (00647ff5-03b5-48a3-8fc8-1e73d0d20671/ca622cd8-3a40-4334-8c24-a0f6f7cc2524/62370508-c07b-490b-ab01-bdf102d9ab84) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:06:54.101171 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:54.114469 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Transition to ACTIVE for port object 62370508-c07b-490b-ab01-bdf102d9ab84 will not be triggered until provisioned by entity DHCP. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:06:54.217825 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:54.256754 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:06:54.261780 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:06:54.265422 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:06:54.290777 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'Port': ['ID=62370508-c07b-490b-ab01-bdf102d9ab84,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:54.318873 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:54.319515 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:54.383484 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-083a167f-095d-4ca7-96ae-25956adbe9e6 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7489307 Aug 18 15:06:54.402600 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Request body: {'port': {'device_id': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80502'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:06:54.459843 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:54.565316 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-a299d1e8-01ab-40e1-b8a6-962c602aebb9 None None] Provisioning for port 62370508-c07b-490b-ab01-bdf102d9ab84 completed by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:06:54.569413 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-a299d1e8-01ab-40e1-b8a6-962c602aebb9 None None] Provisioning complete for port 62370508-c07b-490b-ab01-bdf102d9ab84 triggered by entity DHCP. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:06:54.569893 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a299d1e8-01ab-40e1-b8a6-962c602aebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:54.603354 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-a299d1e8-01ab-40e1-b8a6-962c602aebb9 None None] Port 62370508-c07b-490b-ab01-bdf102d9ab84 cannot update to ACTIVE because it is not bound. {{(pid=100977) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 15:06:54.715002 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62370508-c07b-490b-ab01-bdf102d9ab84 {{(pid=100975) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:06:54.722894 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:54.734302 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.provisioning_blocks [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Transition to ACTIVE for port object 62370508-c07b-490b-ab01-bdf102d9ab84 will not be triggered until provisioned by entity L2. {{(pid=100975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 15:06:54.822752 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:54.875583 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:54.904657 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Pushing event updated for resources: {'Port': ['ID=62370508-c07b-490b-ab01-bdf102d9ab84,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:54.940849 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb0446-6814-4b4f-bd8b-05a5277041d5 req-e6a8f6f8-abfc-4933-a9b3-d24e20e05ac9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:54.942546 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0bcb0446-6814-4b4f-bd8b-05a5277041d5 req-e6a8f6f8-abfc-4933-a9b3-d24e20e05ac9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0947051 Aug 18 15:06:55.014525 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-0bcb0446-6814-4b4f-bd8b-05a5277041d5 req-d1e9bf59-6d4b-4c6b-af37-999d65641f8e tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541148 Aug 18 15:06:55.017028 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Attempting to bind port 62370508-c07b-490b-ab01-bdf102d9ab84 on host hv-cinder-80502 for vnic_type normal with profile {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 15:06:55.017461 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Attempting to bind port 62370508-c07b-490b-ab01-bdf102d9ab84 by drivers openvswitch,hyperv on host hv-cinder-80502 at level 0 using segments [{'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 15:06:55.017724 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Attempting to bind port 62370508-c07b-490b-ab01-bdf102d9ab84 on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:06:55.022555 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Port 62370508-c07b-490b-ab01-bdf102d9ab84 on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80502 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 15:06:55.022881 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Attempting to bind port 62370508-c07b-490b-ab01-bdf102d9ab84 on network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 15:06:55.035325 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Checking agent: {'id': 'cdcce5b1-d2f7-4d5e-891f-2627a19a768f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80502', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'started_at': datetime.datetime(2021, 8, 18, 14, 47, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 15, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 15:06:55.035325 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Checking segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 15:06:55.035325 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Bound using segment: {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'} {{(pid=100975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 15:06:55.035325 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.managers [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Bound port: 62370508-c07b-490b-ab01-bdf102d9ab84, host: hv-cinder-80502, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bf314b-4df4-4dfb-8de5-1e2dbef59b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671'}}] {{(pid=100975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 15:06:55.035325 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:55.096418 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] For port 62370508-c07b-490b-ab01-bdf102d9ab84, host hv-cinder-80502, cleared binding levels {{(pid=100975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 15:06:55.099383 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] For port 62370508-c07b-490b-ab01-bdf102d9ab84, host hv-cinder-80502, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=62370508-c07b-490b-ab01-bdf102d9ab84,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 15:06:55.193987 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:55.229706 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:55.230268 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:55.231648 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] 10.222.0.49 "PUT /v2.0/ports/62370508-c07b-490b-ab01-bdf102d9ab84 HTTP/1.1" status: 200 len: 1094 time: 0.8334873 Aug 18 15:06:55.232585 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:06:55.234828 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771c4e50-8595-48c3-be7c-b586bd8aacf5" -d '{"events": [{"name": "network-changed", "server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:06:55.260758 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee336bf-c067-476c-ba60-8d1391cb07fe service neutron] Pushing event updated for resources: {'Port': ['ID=62370508-c07b-490b-ab01-bdf102d9ab84,revision_number=3']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:06:55.376106 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d898-9443-4248-8dbb-031aa8465611 req-6e4af06d-badd-4c19-804e-8caaf2cf38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:55.376106 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-6e4af06d-badd-4c19-804e-8caaf2cf38c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 1097 time: 0.0433640 Aug 18 15:06:55.423400 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b706c70c-4ebd-440f-8986-311e7719ccfc x-openstack-request-id: req-b706c70c-4ebd-440f-8986-311e7719ccfc {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:06:55.423686 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:06:55.423936 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b706c70c-4ebd-440f-8986-311e7719ccfc {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:06:55.424330 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84', 'status': 'completed', 'code': 200} Aug 18 15:06:55.425802 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-0c74477e-9dd3-43c7-b8a6-ad9ad9f90c34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62370508-c07b-490b-ab01-bdf102d9ab84 HTTP/1.1" status: 200 len: 217 time: 0.0362997 Aug 18 15:06:55.478296 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d898-9443-4248-8dbb-031aa8465611 req-4b86762c-16ab-48a0-bb81-2b1c3245c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:55.479802 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-4b86762c-16ab-48a0-bb81-2b1c3245c6f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0468259 Aug 18 15:06:55.523488 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d898-9443-4248-8dbb-031aa8465611 req-c188c3d2-1270-419f-bb8f-7327177677f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:55.524910 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-c188c3d2-1270-419f-bb8f-7327177677f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386055 Aug 18 15:06:55.614838 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-758d7f45-6fad-4326-bdd8-ab43060d5a34 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829561 Aug 18 15:06:55.699593 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b183d898-9443-4248-8dbb-031aa8465611 req-332de4d8-a640-4caa-8d29-e59a1435f199 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783341 Aug 18 15:06:55.882585 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-9b592472-e52d-4eee-855f-9f781442bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:55.884097 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-9b592472-e52d-4eee-855f-9f781442bdaf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 1097 time: 0.0391681 Aug 18 15:06:55.974508 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-03035e22-9b3f-40b5-a5b4-199d5c059643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:55.976036 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-03035e22-9b3f-40b5-a5b4-199d5c059643 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0851216 Aug 18 15:06:56.015789 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-347ba42a-576a-4fa1-99a3-c488b72cea5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62370508-c07b-490b-ab01-bdf102d9ab84 HTTP/1.1" status: 200 len: 217 time: 0.0327003 Aug 18 15:06:56.068018 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-1f2fe4cb-5524-4dac-a769-ce40f947b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:56.069470 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-1f2fe4cb-5524-4dac-a769-ce40f947b357 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0464146 Aug 18 15:06:56.142248 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-a61f01ca-4094-482b-a8f6-dd76ed9ba2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:56.143651 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-a61f01ca-4094-482b-a8f6-dd76ed9ba2bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667076 Aug 18 15:06:56.151496 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbac711-f7b2-4c9d-8c9d-a755be90f8fc req-b2ba9b2b-ab49-4435-9b07-93d83a982d5f tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:56.152810 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5fbac711-f7b2-4c9d-8c9d-a755be90f8fc req-b2ba9b2b-ab49-4435-9b07-93d83a982d5f tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0683625 Aug 18 15:06:56.236531 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5fbac711-f7b2-4c9d-8c9d-a755be90f8fc req-46f7e439-9e14-4c70-ba0d-0646583e0dec tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755026 Aug 18 15:06:56.261037 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-1f7a5d77-c4f7-4603-912d-220289245009 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073108 Aug 18 15:06:56.336176 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:56.351227 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-771c4e50-8595-48c3-be7c-b586bd8aacf5 req-6f6960c4-1458-4222-bce6-7b916c739834 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831342 Aug 18 15:06:56.573837 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:06:57.347233 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3e032-e8f0-4318-89cc-cc168c8335ef req-e8320ae5-08e6-4cfe-86e1-10e89e66c9c3 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:57.348679 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eea3e032-e8f0-4318-89cc-cc168c8335ef req-e8320ae5-08e6-4cfe-86e1-10e89e66c9c3 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0477724 Aug 18 15:06:57.385303 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-eea3e032-e8f0-4318-89cc-cc168c8335ef req-b272f21f-0f11-4f10-9279-048ed93a7f0c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309103 Aug 18 15:06:58.495801 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d930b1-4472-4418-b0c1-ea11487dc3ef req-8f899b45-3644-4b0c-aeb8-51a817755079 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:58.497240 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-81d930b1-4472-4418-b0c1-ea11487dc3ef req-8f899b45-3644-4b0c-aeb8-51a817755079 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0470784 Aug 18 15:06:58.533325 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-81d930b1-4472-4418-b0c1-ea11487dc3ef req-c1cfd807-ea9d-4bbc-9b27-d684280701ab tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302160 Aug 18 15:06:59.643860 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e3e5e-fcea-4b0b-8b8b-8bca6834a3bb req-acd7e656-54a6-41c1-a78e-ea08d3ac204b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:06:59.645341 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-325e3e5e-fcea-4b0b-8b8b-8bca6834a3bb req-acd7e656-54a6-41c1-a78e-ea08d3ac204b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0472543 Aug 18 15:06:59.684740 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-325e3e5e-fcea-4b0b-8b8b-8bca6834a3bb req-7ecc44e2-5fe6-4b95-ac80-66f68dae3f9b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335979 Aug 18 15:07:00.796447 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600ca1-2179-4ec5-9f8b-59ebe7ef24d2 req-c9b30133-f4f0-404a-afaf-e0be7025d857 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:00.797904 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2a600ca1-2179-4ec5-9f8b-59ebe7ef24d2 req-c9b30133-f4f0-404a-afaf-e0be7025d857 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0479519 Aug 18 15:07:00.833776 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-2a600ca1-2179-4ec5-9f8b-59ebe7ef24d2 req-6fa99e90-be51-4034-b176-64897f041211 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301268 Aug 18 15:07:01.946338 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252c763-89ee-4c20-9f44-5beacdad89fe req-57d9ecb0-7595-434a-a09d-02bd3ec7aabd tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:01.947873 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1252c763-89ee-4c20-9f44-5beacdad89fe req-57d9ecb0-7595-434a-a09d-02bd3ec7aabd tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0487311 Aug 18 15:07:01.984131 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1252c763-89ee-4c20-9f44-5beacdad89fe req-a06a02a0-da1c-41fc-9551-9a7f447732e2 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304515 Aug 18 15:07:03.094939 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91dbf-adb6-4691-a29f-d7e4d65ab481 req-7948e6b9-8c14-4980-99f0-6783641200be tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:03.096481 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ccc91dbf-adb6-4691-a29f-d7e4d65ab481 req-7948e6b9-8c14-4980-99f0-6783641200be tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0479445 Aug 18 15:07:03.135770 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ccc91dbf-adb6-4691-a29f-d7e4d65ab481 req-1649e70d-a817-4369-91d8-ba810a97f92d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334828 Aug 18 15:07:04.245825 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6090b90-39ee-495b-ae48-3b12f5babf3a req-b1655da5-c5bb-48a9-bcaa-0edba61e2735 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:04.247186 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f6090b90-39ee-495b-ae48-3b12f5babf3a req-b1655da5-c5bb-48a9-bcaa-0edba61e2735 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0469093 Aug 18 15:07:04.290135 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-f6090b90-39ee-495b-ae48-3b12f5babf3a req-4d5c4f4b-59dd-44b7-92ab-a2e1b837d966 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371630 Aug 18 15:07:05.402079 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e265681-8fed-43fc-a7e4-fc0e9367755b req-fc225684-d399-4685-95e0-9edcbcad43a1 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:05.403602 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5e265681-8fed-43fc-a7e4-fc0e9367755b req-fc225684-d399-4685-95e0-9edcbcad43a1 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 944 time: 0.0482442 Aug 18 15:07:05.441436 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5e265681-8fed-43fc-a7e4-fc0e9367755b req-0ea2b7b2-dc42-464c-ada6-8b6a571eaf38 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Aug 18 15:07:05.983870 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 62370508-c07b-490b-ab01-bdf102d9ab84 details requested by agent hyperv_hv-cinder-80502 with host hv-cinder-80502 {{(pid=100977) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 15:07:06.077915 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 62370508-c07b-490b-ab01-bdf102d9ab84, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=62370508-c07b-490b-ab01-bdf102d9ab84,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:06.089176 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Returning: {'device': '62370508-c07b-490b-ab01-bdf102d9ab84', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'port_id': '62370508-c07b-490b-ab01-bdf102d9ab84', 'mac_address': 'fa:16:3e:1a:58:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100977) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 15:07:06.127225 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:06.257636 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62370508-c07b-490b-ab01-bdf102d9ab84 {{(pid=100977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 15:07:06.276796 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 62370508-c07b-490b-ab01-bdf102d9ab84, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=62370508-c07b-490b-ab01-bdf102d9ab84,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:06.353557 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:06.402928 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=62370508-c07b-490b-ab01-bdf102d9ab84,revision_number=4']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:06.553168 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92739620-72ca-4002-9efe-e1ad93499c19 req-10d9b044-049b-4153-ade1-4c055c6dfcbd tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:06.554594 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-92739620-72ca-4002-9efe-e1ad93499c19 req-10d9b044-049b-4153-ade1-4c055c6dfcbd tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 945 time: 0.0479035 Aug 18 15:07:06.595171 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-92739620-72ca-4002-9efe-e1ad93499c19 req-95b5a5a9-1a35-439d-b0af-481022696d7f tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Aug 18 15:07:06.777559 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] get_ports_and_sgs() called for port_ids ['62370508-c07b-490b-ab01-bdf102d9ab84'] {{(pid=100977) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 15:07:07.707293 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38203dc2-e520-43eb-9898-ec41055df7ff req-52a1644d-0485-4bef-8e6a-8264475c809d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:07.708729 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38203dc2-e520-43eb-9898-ec41055df7ff req-52a1644d-0485-4bef-8e6a-8264475c809d tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 945 time: 0.0478914 Aug 18 15:07:07.744596 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-38203dc2-e520-43eb-9898-ec41055df7ff req-f8ff0afb-d988-4ea7-88e4-dbd6867c2655 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300939 Aug 18 15:07:08.001846 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 62370508-c07b-490b-ab01-bdf102d9ab84 up at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 15:07:08.147078 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning for port 62370508-c07b-490b-ab01-bdf102d9ab84 completed by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 15:07:08.150706 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.provisioning_blocks [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Provisioning complete for port 62370508-c07b-490b-ab01-bdf102d9ab84 triggered by entity L2. {{(pid=100977) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 15:07:08.151075 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757987'] for port, provisioning_complete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:08.227879 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:08.249791 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84'}] {{(pid=100977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:07:08.252071 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ee0a1c4d0b584908c1d68f83b4c9a493815b5cfcd94d11e0fec0308c4a388b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9735de17-12cd-41ae-9d08-c3ddfc889c92" -d '{"events": [{"server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "name": "network-vif-plugged", "status": "completed", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84"}]}' {{(pid=100977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:07:08.266976 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] For port 62370508-c07b-490b-ab01-bdf102d9ab84, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=62370508-c07b-490b-ab01-bdf102d9ab84,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:07:08.336111 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553'] for port, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:08.341893 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0366fb-c015-4ce2-a55d-3b4a95655b3f x-openstack-request-id: req-5c0366fb-c015-4ce2-a55d-3b4a95655b3f {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:07:08.342176 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "name": "network-vif-plugged", "status": "completed", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84", "code": 200}]} {{(pid=100977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:07:08.342422 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c0366fb-c015-4ce2-a55d-3b4a95655b3f {{(pid=100977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:07:08.342822 dv-cinder-805026-1-iscsi neutron-server[100977]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84', 'code': 200} Aug 18 15:07:08.393357 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Pushing event updated for resources: {'Port': ['ID=62370508-c07b-490b-ab01-bdf102d9ab84,revision_number=5']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:08.688211 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0bc5d-b75d-49ef-aa65-3844ccf1994f req-7101e0e4-8a3d-4cc8-9abf-b9431576a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:08.689753 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-35e0bc5d-b75d-49ef-aa65-3844ccf1994f req-7101e0e4-8a3d-4cc8-9abf-b9431576a23e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 1099 time: 0.0404551 Aug 18 15:07:08.725073 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-35e0bc5d-b75d-49ef-aa65-3844ccf1994f req-11d612ec-9892-48c1-b652-6fc4a95b1394 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279393 Aug 18 15:07:08.858900 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9972f-b3ce-4600-a3df-f465d49f33cc req-ebda67d3-df81-4d8a-a0fc-1206ec830b43 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:08.860344 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-36a9972f-b3ce-4600-a3df-f465d49f33cc req-ebda67d3-df81-4d8a-a0fc-1206ec830b43 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 946 time: 0.0482638 Aug 18 15:07:08.899821 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-36a9972f-b3ce-4600-a3df-f465d49f33cc req-806fa72b-5158-4062-84e6-afa6c00ca904 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337334 Aug 18 15:07:10.009752 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935495a-8cc2-4309-9f56-1399f4444033 req-d5de561b-db92-4e97-aa25-e8c51873b31c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:10.011274 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7935495a-8cc2-4309-9f56-1399f4444033 req-d5de561b-db92-4e97-aa25-e8c51873b31c tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 946 time: 0.0471554 Aug 18 15:07:10.048441 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7935495a-8cc2-4309-9f56-1399f4444033 req-eb15162f-e954-4a1c-bead-ed629a873943 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313044 Aug 18 15:07:10.482387 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:07:11.158848 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88c16f-6833-432c-bdf0-01499da398b9 req-c1ade4a3-087a-4aff-ab37-a6f9c5ae6c1a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:11.160825 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5f88c16f-6833-432c-bdf0-01499da398b9 req-c1ade4a3-087a-4aff-ab37-a6f9c5ae6c1a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 946 time: 0.0469623 Aug 18 15:07:11.197158 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5f88c16f-6833-432c-bdf0-01499da398b9 req-d9d3edb1-e371-4f9e-8f34-81b18d7ad242 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305278 Aug 18 15:07:11.304984 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ac42f-e601-4228-8421-69f9f440efdd req-f319ef9d-8fc2-42c8-9161-18b82dd2d0c0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:11.306420 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7d5ac42f-e601-4228-8421-69f9f440efdd req-f319ef9d-8fc2-42c8-9161-18b82dd2d0c0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 946 time: 0.0474010 Aug 18 15:07:11.345168 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7d5ac42f-e601-4228-8421-69f9f440efdd req-0dd74e9c-e2e8-45b3-85b8-7858a0074b2b tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329938 Aug 18 15:07:11.367332 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43120) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:11.499480 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1853829b-3884-494a-95f1-dc4848b0a735 tempest-TestVolumeBootPattern-1832330965 tempest-TestVolumeBootPattern-1832330965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:11.500997 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-1853829b-3884-494a-95f1-dc4848b0a735 tempest-TestVolumeBootPattern-1832330965 tempest-TestVolumeBootPattern-1832330965-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 1094 time: 0.1327264 Aug 18 15:07:11.503814 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43124) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:07:11.508087 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.v2.base [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Request body: {'floatingip': {'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'port_id': '62370508-c07b-490b-ab01-bdf102d9ab84', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100975) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 15:07:11.593517 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.683874 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.784726 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_common [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Allocated IP 172.27.2.251 (526d6ffe-32de-4909-b793-078226381ca9/7bece8e0-633d-4867-a6f4-3637cc415bee/eb073a2b-4ad4-44b1-ae2a-c6fb7c7717ad) {{(pid=100975) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 15:07:11.880373 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for port, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:11.993532 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792166770517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.032403 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Network 526d6ffe-32de-4909-b793-078226381ca9 is already hosted by enough agents. {{(pid=100975) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 15:07:12.035223 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.base_scheduler [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Resources bound (agent type, host, resource id): {{(pid=100975) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 15:07:12.039140 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Received port after_create {{(pid=100975) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 15:07:12.044200 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'Port': ['ID=eb073a2b-4ad4-44b1-ae2a-c6fb7c7717ad,revision_number=1']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:12.069705 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.070141 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.070502 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.070835 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.071157 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.071533 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.071850 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.072168 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.072527 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.072825 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.073140 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.073453 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:07:12.637873 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.748692 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684612'] for port, before_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.890737 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for port, precommit_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.935968 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792167307632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792166770535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792166770553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64721880'] for port, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:12.996958 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event updated for resources: {'Port': ['ID=eb073a2b-4ad4-44b1-ae2a-c6fb7c7717ad,revision_number=2']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:07:13.011331 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66622151'] for floatingip, after_update {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:13.109828 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Floating IP a5215978-30b5-4340-8d31-a4fc667500d9 associated. External IP: 172.27.2.251, port: 62370508-c07b-490b-ab01-bdf102d9ab84. Aug 18 15:07:13.306116 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Router d61c322d-577e-4e8d-8511-ff1b494786b6 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:07:13.414070 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:07:13.423982 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] Sync routers for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:07:13.433618 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:13.435654 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:06:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:13.478774 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:13.505351 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-01fa3152-3cb1-48ae-826e-df0b7bbeb818 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0005419 Aug 18 15:07:13.505926 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:07:13.508182 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a669d328-3980-4d7b-8bff-0455334cb17c" -d '{"events": [{"name": "network-changed", "server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:07:13.542743 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9be7ef-98f4-4a45-bbd9-a9d1021b4ec3 x-openstack-request-id: req-db9be7ef-98f4-4a45-bbd9-a9d1021b4ec3 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:07:13.543029 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:07:13.543278 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db9be7ef-98f4-4a45-bbd9-a9d1021b4ec3 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:07:13.543671 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84', 'status': 'completed', 'code': 200} Aug 18 15:07:13.548763 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:13.625574 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669d328-3980-4d7b-8bff-0455334cb17c req-3bb9008e-00fe-48e1-94f2-f091e4e33d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:13.627150 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a669d328-3980-4d7b-8bff-0455334cb17c req-3bb9008e-00fe-48e1-94f2-f091e4e33d62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 1099 time: 0.0397456 Aug 18 15:07:13.719162 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669d328-3980-4d7b-8bff-0455334cb17c req-153f2f45-4051-492c-8786-3419df25a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:13.720637 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a669d328-3980-4d7b-8bff-0455334cb17c req-153f2f45-4051-492c-8786-3419df25a6b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0860472 Aug 18 15:07:13.774777 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '92216fd4-b2f6-4a23-940e-529b9fa4451a', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:04:48Z', 'updated_at': '2021-08-18T15:04:50Z', 'revision_number': 1, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}, {'id': 'a5215978-30b5-4340-8d31-a4fc667500d9', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': '62370508-c07b-490b-ab01-bdf102d9ab84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:1a:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:07:12Z', 'updated_at': '2021-08-18T15:07:12Z', 'revision_number': 0, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:13.783970 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a669d328-3980-4d7b-8bff-0455334cb17c req-3c8473cb-9c89-4d77-ac90-4bc97b529424 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62370508-c07b-490b-ab01-bdf102d9ab84 HTTP/1.1" status: 200 len: 1000 time: 0.0566139 Aug 18 15:07:13.800282 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] Checking router: d61c322d-577e-4e8d-8511-ff1b494786b6 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:07:13.808888 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:07:13.809492 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:06:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:13.836494 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669d328-3980-4d7b-8bff-0455334cb17c req-d7891faa-60b5-4e15-aa30-4823fe18de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:13.840298 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a669d328-3980-4d7b-8bff-0455334cb17c req-d7891faa-60b5-4e15-aa30-4823fe18de1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0471950 Aug 18 15:07:13.885436 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669d328-3980-4d7b-8bff-0455334cb17c req-1fc43453-4578-4998-a0c7-2c1252dde7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:13.886894 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a669d328-3980-4d7b-8bff-0455334cb17c req-1fc43453-4578-4998-a0c7-2c1252dde7b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425284 Aug 18 15:07:13.914029 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:07:13.974752 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a669d328-3980-4d7b-8bff-0455334cb17c req-68ec8d4e-0851-4069-a5e7-5b10928ef497 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807519 Aug 18 15:07:14.066362 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-a669d328-3980-4d7b-8bff-0455334cb17c req-2ba5edcb-9208-4118-8fe9-9fc858c5ddea service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848989 Aug 18 15:07:14.137713 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '92216fd4-b2f6-4a23-940e-529b9fa4451a', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:04:48Z', 'updated_at': '2021-08-18T15:04:50Z', 'revision_number': 1, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}, {'id': 'a5215978-30b5-4340-8d31-a4fc667500d9', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': '62370508-c07b-490b-ab01-bdf102d9ab84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:1a:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:07:12Z', 'updated_at': '2021-08-18T15:07:12Z', 'revision_number': 0, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:07:14.163646 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca363684-037d-4d2a-b7f8-2bcc4dcdcd15 None None] The sync data for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi is: [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '92216fd4-b2f6-4a23-940e-529b9fa4451a', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:04:48Z', 'updated_at': '2021-08-18T15:04:50Z', 'revision_number': 1, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}, {'id': 'a5215978-30b5-4340-8d31-a4fc667500d9', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': '62370508-c07b-490b-ab01-bdf102d9ab84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:1a:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:07:12Z', 'updated_at': '2021-08-18T15:07:12Z', 'revision_number': 0, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:07:14.334664 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bdcf5b-2654-4a0a-9498-2117970dc31f None None] New status for floating IP a5215978-30b5-4340-8d31-a4fc667500d9: ACTIVE {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:07:21.044549 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ab08eb55-6579-4d1a-9f2b-21a3558accda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.558435 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7bc27da3-d5c1-4566-80ff-0fc22a7a9e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.712500 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:23.968036 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [req-2cf69fc2-f960-4e95-8bd3-19f2a307252f req-5b5b24a1-df7f-4988-9173-652e36ec5dad service neutron] (100976) timed out ('10.222.0.49', 65299) {{(pid=100976) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:07:24.855194 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.341250 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:26.552896 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:37.749395 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-05e85608-fcab-4646-922a-2a3aa910b4cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382943 Aug 18 15:07:37.856376 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-544df67a-3bd7-4a90-907e-3503a28d9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:37.857870 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-544df67a-3bd7-4a90-907e-3503a28d9651 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 1098 time: 0.0478065 Aug 18 15:07:37.959198 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-0b4f12c7-d73b-4e3d-b26b-fc7abc64580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:37.960682 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-0b4f12c7-d73b-4e3d-b26b-fc7abc64580c service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0828824 Aug 18 15:07:38.027058 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-c1916ef1-2395-46f7-a3c2-9bb64dab3fea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725 HTTP/1.1" status: 200 len: 1001 time: 0.0590789 Aug 18 15:07:38.074936 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-e062ff90-bc7f-47ca-86ea-8cc4ba55b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:38.076346 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-e062ff90-bc7f-47ca-86ea-8cc4ba55b793 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0423663 Aug 18 15:07:38.121003 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-aea5fe84-0feb-4af4-a1ac-76759a21a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:07:38.122427 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-aea5fe84-0feb-4af4-a1ac-76759a21a822 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387380 Aug 18 15:07:38.213623 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-e0024fe8-a99e-46ee-ab05-8e708791f3c0 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837467 Aug 18 15:07:38.299567 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-279bd460-3c2b-4723-89a8-f95569b4f159 req-96c26d9d-480d-41ad-aa2c-d960ec85800d service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786803 Aug 18 15:07:44.219791 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [req-5d86264c-879f-47a6-ae5c-33d85c007336 req-2a71b28d-038b-4525-a69e-5c95bcbc32db service neutron] (100976) timed out ('10.222.0.16', 58966) {{(pid=100976) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:07:47.481197 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:07:51.071288 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-35498b40-2362-401c-a205-83e2a2fd4939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:53.563339 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-4f743757-088d-41bb-a39f-28481a490715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:53.746258 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:54.866033 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:56.333570 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:07:56.568632 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:21.053985 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-11de8692-4a30-430b-8909-e8507bb04dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.574031 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-33595671-7c17-46e7-b79b-575e8532ee64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:23.745843 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:24.479251 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:08:24.871179 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:26.350844 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:26.544721 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:39.771469 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-4bc2a93b-dedc-4e6b-ba2d-9f9ddb2a0eaa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437276 Aug 18 15:08:39.846811 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-a95f58fd-4683-4e88-96d7-f60b604c7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:39.848276 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-a95f58fd-4683-4e88-96d7-f60b604c7cb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 1099 time: 0.0438335 Aug 18 15:08:39.947634 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-a24331a3-e4d1-48a3-8455-4ac0e382b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:39.949167 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-a24331a3-e4d1-48a3-8455-4ac0e382b46e service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0826066 Aug 18 15:08:40.015891 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-08953955-c1ef-4be2-9c70-a04dd5b4b800 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62370508-c07b-490b-ab01-bdf102d9ab84 HTTP/1.1" status: 200 len: 1002 time: 0.0597179 Aug 18 15:08:40.064162 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-0ae5a375-aa85-46c5-ad89-0d89b7f8a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:40.065556 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-0ae5a375-aa85-46c5-ad89-0d89b7f8a37d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0428641 Aug 18 15:08:40.108688 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-87806df9-ee6a-4d60-94df-aa77d79881a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:08:40.110148 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-87806df9-ee6a-4d60-94df-aa77d79881a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379057 Aug 18 15:08:40.200295 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-b16fd7b6-a15b-44f1-afe7-19ca934325ba service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830932 Aug 18 15:08:40.286887 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-82ccc770-43b8-40b7-82e0-3565e7d4f672 req-39fc5b0f-331e-41a2-9c4d-fa391a3956e6 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791645 Aug 18 15:08:42.713250 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [req-22916249-febd-49e4-a97f-b9b1bf564db7 req-15b5cfad-c147-43ab-8637-094e5741b113 service neutron] (100976) timed out ('10.222.0.16', 37678) {{(pid=100976) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 15:08:51.041440 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-da71a856-e2fe-4854-8c95-6e25afb0822f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:53.576563 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-acda4f6c-c105-4be0-aac8-b3e306491761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:53.731695 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:54.881623 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:56.378765 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:08:56.583524 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:01.478170 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:09:12.488818 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43172) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:12.644906 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Deleting port eb073a2b-4ad4-44b1-ae2a-c6fb7c7717ad {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:12.645247 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:12.718061 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:12.718311 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:12.729991 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Calling delete_port for eb073a2b-4ad4-44b1-ae2a-c6fb7c7717ad owned by network:floatingip {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:12.933413 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:12.958614 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event deleted for resources: {'Port': ['ID=eb073a2b-4ad4-44b1-ae2a-c6fb7c7717ad,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:12.969786 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.970075 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.970417 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.970775 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.971106 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.971431 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.971757 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.972080 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.972404 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.972725 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.973043 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:12.973362 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:13.028665 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:13.028994 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Floating IP a5215978-30b5-4340-8d31-a4fc667500d9 disassociated (deleted). External IP: 172.27.2.251, port: 62370508-c07b-490b-ab01-bdf102d9ab84. Aug 18 15:09:13.223433 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Router d61c322d-577e-4e8d-8511-ff1b494786b6 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:09:13.328683 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:09:13.333599 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:13.339376 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] Sync routers for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:09:13.347894 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:13.348523 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:08:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:13.362522 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-ff1ec678-10ba-4961-94a3-93558242a3a4 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "DELETE /v2.0/floatingips/a5215978-30b5-4340-8d31-a4fc667500d9 HTTP/1.1" status: 204 len: 168 time: 0.8726146 Aug 18 15:09:13.363101 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:09:13.365295 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:09:13.454166 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:13.671135 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '92216fd4-b2f6-4a23-940e-529b9fa4451a', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:04:48Z', 'updated_at': '2021-08-18T15:04:50Z', 'revision_number': 1, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:13.700856 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] Checking router: d61c322d-577e-4e8d-8511-ff1b494786b6 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:09:13.709112 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:13.709725 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:08:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:13.723178 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aefcec2-64fb-474f-a66b-f66834acfd2b x-openstack-request-id: req-1aefcec2-64fb-474f-a66b-f66834acfd2b {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:09:13.723692 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:09:13.723692 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1aefcec2-64fb-474f-a66b-f66834acfd2b {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:09:13.724121 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84', 'status': 'completed', 'code': 200} Aug 18 15:09:13.838548 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9e01-a009-4cac-a99c-6b5979dc0a03 req-139a3e6c-489e-4f61-b5bb-af3d9276ac79 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:13.840153 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5a4d9e01-a009-4cac-a99c-6b5979dc0a03 req-139a3e6c-489e-4f61-b5bb-af3d9276ac79 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 946 time: 0.0740359 Aug 18 15:09:13.880424 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-7df56356-0794-44d6-b016-0e2bb15ae6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:13.881940 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-7df56356-0794-44d6-b016-0e2bb15ae6a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 1099 time: 0.0773520 Aug 18 15:09:13.889964 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-5a4d9e01-a009-4cac-a99c-6b5979dc0a03 req-138739e6-ce0d-437a-b2c7-e30e5814c929 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Aug 18 15:09:13.939364 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:13.976017 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-53308846-63bc-420f-91fb-e99a54415ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:13.977510 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-53308846-63bc-420f-91fb-e99a54415ae8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.0865138 Aug 18 15:09:14.019450 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-f3c1bb43-204f-4f9e-b823-95d516802e07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62370508-c07b-490b-ab01-bdf102d9ab84 HTTP/1.1" status: 200 len: 217 time: 0.0337181 Aug 18 15:09:14.067716 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-fb2dd03d-e5ff-465b-98ec-ea966ffb8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:14.069180 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-fb2dd03d-e5ff-465b-98ec-ea966ffb8b9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0419459 Aug 18 15:09:14.117392 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-ff8f74f2-4c1f-4490-99d8-1d93718aaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:14.118969 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-ff8f74f2-4c1f-4490-99d8-1d93718aaaaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428598 Aug 18 15:09:14.158044 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '92216fd4-b2f6-4a23-940e-529b9fa4451a', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:04:48Z', 'updated_at': '2021-08-18T15:04:50Z', 'revision_number': 1, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:14.188610 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16722302-c00a-4fdc-be51-5b719f72332c None None] The sync data for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi is: [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_floatingips': [{'id': '92216fd4-b2f6-4a23-940e-529b9fa4451a', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'router_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'port_id': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'mac_address': 'fa:16:3e:7d:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T15:04:48Z', 'updated_at': '2021-08-18T15:04:50Z', 'revision_number': 1, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:09:14.211324 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-6bde4f3d-c118-4aa8-bf19-1b34a2e96d01 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840573 Aug 18 15:09:14.305793 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-1ab930a3-0fd0-4d97-a0b3-5754c313dd1a req-08fdfc78-8bff-423d-80a1-a845106d5125 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863402 Aug 18 15:09:14.401687 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6956a5b0-a588-4133-96b8-cc1f20177347 None None] New status for floating IP a5215978-30b5-4340-8d31-a4fc667500d9: DOWN {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:09:15.017557 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36011e-7645-441c-a4b2-7681a875c90d req-1b81eacd-8648-441f-8f45-b9b757caf8a8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:15.019022 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7c36011e-7645-441c-a4b2-7681a875c90d req-1b81eacd-8648-441f-8f45-b9b757caf8a8 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 946 time: 0.0473266 Aug 18 15:09:15.056328 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-7c36011e-7645-441c-a4b2-7681a875c90d req-c355bd0a-fafb-4cab-aca8-5104a7602543 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315316 Aug 18 15:09:15.666969 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-18e23f1d-b9a1-47ad-912f-cee58c0a2cbd tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:15.668570 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-18e23f1d-b9a1-47ad-912f-cee58c0a2cbd tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 946 time: 0.0486608 Aug 18 15:09:15.760204 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Deleting port 62370508-c07b-490b-ab01-bdf102d9ab84 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:15.760561 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:15.845828 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] For port 62370508-c07b-490b-ab01-bdf102d9ab84, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=62370508-c07b-490b-ab01-bdf102d9ab84,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:15.846190 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:15.861491 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Calling delete_port for 62370508-c07b-490b-ab01-bdf102d9ab84 owned by compute:nova {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:16.049920 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:16.077099 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event deleted for resources: {'Port': ['ID=62370508-c07b-490b-ab01-bdf102d9ab84,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:16.124567 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] No DVR routers for this DVR port 62370508-c07b-490b-ab01-bdf102d9ab84 on host hv-cinder-80502 {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:16.128367 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:16.130283 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-b256ff37-b161-4073-b2b7-8748f3224a76 req-3f45a9db-99cd-4372-ac73-992aeeb43682 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "DELETE /v2.0/ports/62370508-c07b-490b-ab01-bdf102d9ab84 HTTP/1.1" status: 204 len: 173 time: 0.4558129 Aug 18 15:09:16.130731 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'name': 'network-vif-deleted', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:09:16.132902 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b20bae-7601-48ca-8af1-757fb26815d3" -d '{"events": [{"server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "name": "network-vif-deleted", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:09:16.159068 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-e225288d-82df-4669-86db-837d699f14f0 req-031afa7e-5bbd-4a97-82c4-a8d2985b7509 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 210 time: 0.0325799 Aug 18 15:09:16.201158 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797c2e7-0148-4182-bdaa-7ae6f16eb5b9 x-openstack-request-id: req-0797c2e7-0148-4182-bdaa-7ae6f16eb5b9 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:09:16.201456 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4332f72e-c1c2-44ab-94e0-0d5cc600e43d", "name": "network-vif-deleted", "tag": "62370508-c07b-490b-ab01-bdf102d9ab84", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:09:16.201756 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0797c2e7-0148-4182-bdaa-7ae6f16eb5b9 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:09:16.202158 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4332f72e-c1c2-44ab-94e0-0d5cc600e43d', 'name': 'network-vif-deleted', 'tag': '62370508-c07b-490b-ab01-bdf102d9ab84', 'status': 'completed', 'code': 200} Aug 18 15:09:17.263982 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-392249c1-b4a7-4cd5-b4f5-1db239b6a55b req-fab5872c-be96-4d84-a4d0-e9a9a9b12039 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=4332f72e-c1c2-44ab-94e0-0d5cc600e43d HTTP/1.1" status: 200 len: 210 time: 0.0264881 Aug 18 15:09:20.671116 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 62370508-c07b-490b-ab01-bdf102d9ab84 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:20.691000 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: 62370508-c07b-490b-ab01-bdf102d9ab84 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:20.691340 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device 62370508-c07b-490b-ab01-bdf102d9ab84 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:20.758018 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43218) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:20.911410 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Deleting port 74cad4fb-f39a-4508-b431-5fa332d646c2 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:20.911755 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:21.075601 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-76377f10-fb3a-4f69-b077-9820d2bf401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:21.240884 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:21.241209 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:21.253075 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Calling delete_port for 74cad4fb-f39a-4508-b431-5fa332d646c2 owned by network:floatingip {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:21.475293 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:21.500797 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event deleted for resources: {'Port': ['ID=74cad4fb-f39a-4508-b431-5fa332d646c2,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:21.559719 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:21.560055 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.db.l3_db [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Floating IP 92216fd4-b2f6-4a23-940e-529b9fa4451a disassociated (deleted). External IP: 172.27.2.158, port: e1eacd74-3c2d-4b01-a9c2-46b3c840c725. Aug 18 15:09:21.759572 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Router d61c322d-577e-4e8d-8511-ff1b494786b6 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:09:21.866405 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:09:21.871371 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:21.891140 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] Sync routers for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:09:21.897652 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-052b78d5-1786-4b62-8092-730619d8a2a0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "DELETE /v2.0/floatingips/92216fd4-b2f6-4a23-940e-529b9fa4451a HTTP/1.1" status: 204 len: 168 time: 1.1385412 Aug 18 15:09:21.898231 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:09:21.902482 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:21.902649 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:09:21.902764 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:08:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:22.011373 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:22.215218 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:22.245251 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] Checking router: d61c322d-577e-4e8d-8511-ff1b494786b6 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:09:22.253418 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:22.254066 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:08:53Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:22.301266 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a9011f-79ea-4802-88b7-b3607688b8a3 x-openstack-request-id: req-22a9011f-79ea-4802-88b7-b3607688b8a3 {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:09:22.303514 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:09:22.303514 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22a9011f-79ea-4802-88b7-b3607688b8a3 {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:09:22.303514 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'status': 'completed', 'code': 200} Aug 18 15:09:22.360326 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:22.460868 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-2ba2c9db-25b4-471a-830a-1bf1eb22c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:22.462430 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-2ba2c9db-25b4-471a-830a-1bf1eb22c770 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=49bacda13bd04559bb2bd8db449b5248&device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 1098 time: 0.0731783 Aug 18 15:09:22.470401 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fb2ce-2f83-495c-829d-74aa1891ad56 req-7430128e-98b5-462a-8a6a-b2fa4ad290a7 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:22.471785 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-370fb2ce-2f83-495c-829d-74aa1891ad56 req-7430128e-98b5-462a-8a6a-b2fa4ad290a7 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 945 time: 0.1267235 Aug 18 15:09:22.553922 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-370fb2ce-2f83-495c-829d-74aa1891ad56 req-0f607f47-9da9-4d9d-9759-cb30708bf8bb tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740666 Aug 18 15:09:22.557931 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:22.578885 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-14392ec2-69d1-475a-9d56-358136b0f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:22.580350 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-14392ec2-69d1-475a-9d56-358136b0f6e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 200 len: 913 time: 0.1077325 Aug 18 15:09:22.587469 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaa20dd-baa1-45e7-9237-ceef3563fda5 None None] The sync data for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi is: [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:00:54Z', 'revision_number': 4, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi', '_interfaces': [{'id': '741329dc-2835-4e2b-be80-c28c58a1cb2a', 'name': '', 'network_id': '00647ff5-03b5-48a3-8fc8-1e73d0d20671', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'mac_address': 'fa:16:3e:19:73:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:53Z', 'updated_at': '2021-08-18T15:00:58Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'subnets': [{'id': 'ca622cd8-3a40-4334-8c24-a0f6f7cc2524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:09:22.625958 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-a58cad5e-933e-42fa-b006-e0457520c5fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725 HTTP/1.1" status: 200 len: 217 time: 0.0380497 Aug 18 15:09:22.676801 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-04f8b64b-215b-4c92-b857-4e647c4385ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:22.678272 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-04f8b64b-215b-4c92-b857-4e647c4385ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 200 len: 851 time: 0.0452635 Aug 18 15:09:22.727353 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-960956dc-0c7c-4765-a326-ead7455b53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:22.728920 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-960956dc-0c7c-4765-a326-ead7455b53e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00647ff5-03b5-48a3-8fc8-1e73d0d20671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414124 Aug 18 15:09:22.795498 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc2488-f502-46cb-9974-34f43492de9f None None] New status for floating IP 92216fd4-b2f6-4a23-940e-529b9fa4451a: DOWN {{(pid=100978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 15:09:22.824906 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-155861bd-8c89-4962-a17c-81aecd3c4d9a service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874462 Aug 18 15:09:22.913659 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-d28983fa-5b7d-41e7-969e-bf64ce7b9bd6 req-1aa5ecc1-8178-449f-8804-4ac7c69711f7 service neutron] 10.222.0.49 "GET /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799599 Aug 18 15:09:23.604323 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-255c300f-3e70-4e06-9889-96abf95553e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:23.675483 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30d99b-ed10-4b98-a8ac-7e54c45086e1 req-27dcba11-462c-4975-96a4-c268a795d5b0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:23.676967 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-aa30d99b-ed10-4b98-a8ac-7e54c45086e1 req-27dcba11-462c-4975-96a4-c268a795d5b0 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 945 time: 0.0533414 Aug 18 15:09:23.715253 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-aa30d99b-ed10-4b98-a8ac-7e54c45086e1 req-d1337652-5248-4257-bd22-5f1b82fa880a tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Aug 18 15:09:23.718111 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:24.259816 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-049a29ef-edb2-49b7-b149-8e4205d0bb44 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100975) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 15:09:24.261221 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-049a29ef-edb2-49b7-b149-8e4205d0bb44 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 945 time: 0.0472879 Aug 18 15:09:24.345234 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Deleting port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:24.345570 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:24.432703 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] For port e1eacd74-3c2d-4b01-a9c2-46b3c840c725, host hv-cinder-80502, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80502',level=0,port_id=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:24.433058 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:24.445350 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Calling delete_port for e1eacd74-3c2d-4b01-a9c2-46b3c840c725 owned by compute:nova {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:24.778180 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:24.833025 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-52895d36-5322-4b96-b60d-44813e9c3001 req-24b20e21-c399-4ab4-ad01-1ed983654310 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 210 time: 0.0491796 Aug 18 15:09:24.833744 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event deleted for resources: {'Port': ['ID=e1eacd74-3c2d-4b01-a9c2-46b3c840c725,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:24.876876 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] No DVR routers for this DVR port e1eacd74-3c2d-4b01-a9c2-46b3c840c725 on host hv-cinder-80502 {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:24.879528 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for port, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:24.885001 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-ea1e86ce-caa2-4b55-8a9d-055ea97fd6a8 req-a3b36d47-2a33-4dc2-8648-dfa51dfdcba9 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.49 "DELETE /v2.0/ports/e1eacd74-3c2d-4b01-a9c2-46b3c840c725 HTTP/1.1" status: 204 len: 173 time: 0.6141005 Aug 18 15:09:24.885001 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'name': 'network-vif-deleted', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725'}] {{(pid=100975) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 15:09:24.885001 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41741a2398c7fe2e93631fcb7e03dab3d94b3e469768e25c28e9343b4f30cbd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5360ed3b-caaf-4ab3-a864-4cabf863c9a2" -d '{"events": [{"server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "name": "network-vif-deleted", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725"}]}' {{(pid=100975) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 15:09:24.905617 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:24.919529 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2646630-4db4-4a75-895a-303b78bd54fd x-openstack-request-id: req-e2646630-4db4-4a75-895a-303b78bd54fd {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 15:09:24.919892 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16874859-f3b8-43f2-b5fa-6246b18b2422", "name": "network-vif-deleted", "tag": "e1eacd74-3c2d-4b01-a9c2-46b3c840c725", "status": "completed", "code": 200}]} {{(pid=100975) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 15:09:24.920152 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2646630-4db4-4a75-895a-303b78bd54fd {{(pid=100975) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 15:09:24.920558 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16874859-f3b8-43f2-b5fa-6246b18b2422', 'name': 'network-vif-deleted', 'tag': 'e1eacd74-3c2d-4b01-a9c2-46b3c840c725', 'status': 'completed', 'code': 200} Aug 18 15:09:25.944241 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [req-9fdea0a5-f5e5-4d24-9eb0-6c44af322eb3 req-edc5cea9-1864-444e-a50f-115e13d67830 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "GET /v2.0/ports?device_id=16874859-f3b8-43f2-b5fa-6246b18b2422 HTTP/1.1" status: 200 len: 210 time: 0.0269146 Aug 18 15:09:26.363908 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:26.560674 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:26.999517 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43240) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:27.119080 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Deleting port b2f15080-e7ee-4b68-bffa-0bf7ddc790de {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:27.119417 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:27.194734 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:27.194969 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:27.206266 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Calling delete_port for b2f15080-e7ee-4b68-bffa-0bf7ddc790de owned by network:floatingip {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:27.389584 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:27.413110 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event deleted for resources: {'Port': ['ID=b2f15080-e7ee-4b68-bffa-0bf7ddc790de,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:27.476934 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for floatingip, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:27.479676 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45000'] for floatingip, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:27.480811 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-c7e6fc80-b835-442f-a9e3-7369b7dc3412 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "DELETE /v2.0/floatingips/5b5af1d6-1175-42d9-a96d-ce76d860c9bb HTTP/1.1" status: 204 len: 168 time: 0.4803088 Aug 18 15:09:28.717002 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device e1eacd74-3c2d-4b01-a9c2-46b3c840c725 no longer exists at agent hyperv_hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:28.740067 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] No Port match for: e1eacd74-3c2d-4b01-a9c2-46b3c840c725 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:28.740428 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Device e1eacd74-3c2d-4b01-a9c2-46b3c840c725 not bound to the agent host hv-cinder-80502 {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:28.895943 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43254) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:28.954377 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7e018e86-7b7b-4eee-9729-0a4c2f8ef343 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:28.980894 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7e018e86-7b7b-4eee-9729-0a4c2f8ef343 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:29.129550 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7e018e86-7b7b-4eee-9729-0a4c2f8ef343 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:29.132272 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-7e018e86-7b7b-4eee-9729-0a4c2f8ef343 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Notify callbacks [] for security_group, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:29.133472 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-7e018e86-7b7b-4eee-9729-0a4c2f8ef343 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] 10.222.0.16 "DELETE /v2.0/security-groups/8d565390-f6b0-44b6-a5e3-858b1b5d3ae2 HTTP/1.1" status: 204 len: 168 time: 0.2365184 Aug 18 15:09:29.143449 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e018e86-7b7b-4eee-9729-0a4c2f8ef343 tempest-TestVolumeBootPattern-1830258924 tempest-TestVolumeBootPattern-1830258924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d565390-f6b0-44b6-a5e3-858b1b5d3ae2,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:29.265883 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43260) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:29.689982 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66647537'] for router_interface, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:29.924483 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Deleting port 741329dc-2835-4e2b-be80-c28c58a1cb2a {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:29.925168 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.000569 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] For port 741329dc-2835-4e2b-be80-c28c58a1cb2a, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=741329dc-2835-4e2b-be80-c28c58a1cb2a,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:30.000854 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.015944 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Calling delete_port for 741329dc-2835-4e2b-be80-c28c58a1cb2a owned by network:router_interface {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:30.232385 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.257986 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=741329dc-2835-4e2b-be80-c28c58a1cb2a,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:30.417589 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66754913'] for router_interface, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.624366 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Router d61c322d-577e-4e8d-8511-ff1b494786b6 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100975) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:09:30.727715 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100975) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:09:30.732697 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-546e1476-e5c6-4f79-9478-e27760d60ca0 admin admin] 10.222.0.16 "PUT /v2.0/routers/d61c322d-577e-4e8d-8511-ff1b494786b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4656985 Aug 18 15:09:30.735235 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43264) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:30.741439 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] Sync routers for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:09:30.751494 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:30.752109 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:09:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:30.836114 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks [] for router, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:30.853732 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:31.039795 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:09:30Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:31.066909 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] Checking router: d61c322d-577e-4e8d-8511-ff1b494786b6 for host: dv-cinder-805026-1-iscsi {{(pid=100977) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:09:31.076487 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] Routers {'d61c322d-577e-4e8d-8511-ff1b494786b6'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100977) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:31.077114 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:09:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['d61c322d-577e-4e8d-8511-ff1b494786b6'], 'active': True} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:31.184630 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvr_db [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] Set router d61c322d-577e-4e8d-8511-ff1b494786b6 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100977) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:31.191694 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.287580 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Deleting port c30bd93b-d9f3-4774-ad7f-119410c665ba {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:31.287916 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.363454 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_hamode_db [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:09:30Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:31.365610 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] For port c30bd93b-d9f3-4774-ad7f-119410c665ba, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=c30bd93b-d9f3-4774-ad7f-119410c665ba,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:31.365975 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.377691 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Calling delete_port for c30bd93b-d9f3-4774-ad7f-119410c665ba owned by network:router_gateway {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:31.389518 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec748d72-a5b5-414a-b3e0-7c4ec50388eb None None] The sync data for ids ['d61c322d-577e-4e8d-8511-ff1b494786b6'] in dv-cinder-805026-1-iscsi is: [{'id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'name': 'tempest-TestVolumeBootPattern-1379989530-router', 'tenant_id': '49bacda13bd04559bb2bd8db449b5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:50Z', 'updated_at': '2021-08-18T15:09:30Z', 'revision_number': 5, 'project_id': '49bacda13bd04559bb2bd8db449b5248', 'gw_port': {'id': 'c30bd93b-d9f3-4774-ad7f-119410c665ba', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61c322d-577e-4e8d-8511-ff1b494786b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:51Z', 'updated_at': '2021-08-18T15:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}] {{(pid=100977) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:09:31.595064 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.623660 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c30bd93b-d9f3-4774-ad7f-119410c665ba,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:31.679981 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66642601'] for router_gateway, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.769420 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66635162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255203'] for router, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.771695 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.872468 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66635235'] for router, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.873010 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router d61c322d-577e-4e8d-8511-ff1b494786b6 {{(pid=100975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:09:31.878098 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.878579 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-aea57ddc-a6e9-4bbd-8215-cc547d6300ba admin admin] 10.222.0.16 "DELETE /v2.0/routers/d61c322d-577e-4e8d-8511-ff1b494786b6 HTTP/1.1" status: 204 len: 168 time: 1.1423798 Aug 18 15:09:31.881042 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43268) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:31.927304 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-76be9917-52ac-4fdc-a27e-4fc5c5c22027 admin admin] Deleting subnet ca622cd8-3a40-4334-8c24-a0f6f7cc2524 {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:09:31.930429 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-76be9917-52ac-4fdc-a27e-4fc5c5c22027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:31.964662 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-76be9917-52ac-4fdc-a27e-4fc5c5c22027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64721784'] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.043691 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-76be9917-52ac-4fdc-a27e-4fc5c5c22027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.177994 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-76be9917-52ac-4fdc-a27e-4fc5c5c22027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64721826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63383891'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.205758 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be9917-52ac-4fdc-a27e-4fc5c5c22027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca622cd8-3a40-4334-8c24-a0f6f7cc2524,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:32.212517 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-76be9917-52ac-4fdc-a27e-4fc5c5c22027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.214379 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-76be9917-52ac-4fdc-a27e-4fc5c5c22027 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ca622cd8-3a40-4334-8c24-a0f6f7cc2524 HTTP/1.1" status: 204 len: 168 time: 0.3324242 Aug 18 15:09:32.216980 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43270) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:32.218328 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e1dbd8-2cb6-42f2-88a1-a15e578198b2 None None] Network 00647ff5-03b5-48a3-8fc8-1e73d0d20671 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:09:32.282683 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.337772 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Deleting port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:32.338111 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.407352 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] For port 040818e4-15b1-4cd3-87bc-aa34c68c38d4, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=040818e4-15b1-4cd3-87bc-aa34c68c38d4,segment=NetworkSegment(26bf314b-4df4-4dfb-8de5-1e2dbef59b53),segment_id=26bf314b-4df4-4dfb-8de5-1e2dbef59b53)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:32.407726 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.422070 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Calling delete_port for 040818e4-15b1-4cd3-87bc-aa34c68c38d4 owned by network:dhcp {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:32.533929 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] DHCP port deletion for 00647ff5-03b5-48a3-8fc8-1e73d0d20671 request from dv-cinder-805026-1-iscsi {{(pid=100977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:09:32.541441 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 741329dc-2835-4e2b-be80-c28c58a1cb2a no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:32.572251 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.579590 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 741329dc-2835-4e2b-be80-c28c58a1cb2a {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:32.579940 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 741329dc-2835-4e2b-be80-c28c58a1cb2a not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:32.580364 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c30bd93b-d9f3-4774-ad7f-119410c665ba no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:32.604827 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=040818e4-15b1-4cd3-87bc-aa34c68c38d4,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:32.605039 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: c30bd93b-d9f3-4774-ad7f-119410c665ba {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:32.605039 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device c30bd93b-d9f3-4774-ad7f-119410c665ba not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:32.606676 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] No DVR routers for this DVR port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 on host dv-cinder-805026-1-iscsi {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:32.624142 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Deleting port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:32.624526 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.675671 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.684939 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] For port 040818e4-15b1-4cd3-87bc-aa34c68c38d4, host dv-cinder-805026-1-iscsi, got binding levels [] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:32.685276 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.685414 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00647ff5-03b5-48a3-8fc8-1e73d0d20671']}} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:32.694805 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bf314b-4df4-4dfb-8de5-1e2dbef59b53') {'for_net_delete': True} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:32.695102 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bf314b-4df4-4dfb-8de5-1e2dbef59b53') {} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:32.697607 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Calling delete_port for 040818e4-15b1-4cd3-87bc-aa34c68c38d4 owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:32.700372 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.ipam_backend_mixin [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 was not found and therefore no delete operation was performed {{(pid=100977) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 15:09:32.701570 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.704337 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64721777'] for segment, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.717810 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.723456 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:09:32.723833 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64722432'] for segment, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: Traceback (most recent call last): Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: timer() Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: cb(*args, **kw) Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: return func(*args, **kwargs) Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: self._notify() Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: self.callback(batched_events) Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: event.method(event) Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: return f(self, *a, **k) Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._get(url).json() Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: return self.request(url, 'GET', **kwargs) Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:09:32.725414 dv-cinder-805026-1-iscsi neutron-server[100975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:09:32.728709 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Pushing event deleted for resources: {'Port': ['ID=040818e4-15b1-4cd3-87bc-aa34c68c38d4,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:32.729906 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] No DVR routers for this DVR port 040818e4-15b1-4cd3-87bc-aa34c68c38d4 on host dv-cinder-805026-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:32.740354 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.740887 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.741365 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.741832 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.742272 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.742703 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.743039 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.743409 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.743745 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.744075 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.744402 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.744831 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16d15b-f04d-489e-93e4-1cfa4ef61e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:32.840372 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.845606 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:32.847599 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] 10.222.0.16 "DELETE /v2.0/networks/00647ff5-03b5-48a3-8fc8-1e73d0d20671 HTTP/1.1" status: 204 len: 168 time: 0.6296763 Aug 18 15:09:32.850685 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 43272) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:32.858556 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5337ec9-58b4-4f60-b878-a26ac6e27b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=00647ff5-03b5-48a3-8fc8-1e73d0d20671,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:33.453343 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66647537'] for router_interface, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:33.693074 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Deleting port b6ba1d32-391c-48d0-a3a5-549f77c5118c {{(pid=100976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:33.693413 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:33.773388 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.db [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] For port b6ba1d32-391c-48d0-a3a5-549f77c5118c, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=b6ba1d32-391c-48d0-a3a5-549f77c5118c,segment=NetworkSegment(2ee6a58a-3f59-42f5-87f8-83052147963c),segment_id=2ee6a58a-3f59-42f5-87f8-83052147963c)] {{(pid=100976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:33.773673 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:33.785680 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.plugins.ml2.plugin [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Calling delete_port for b6ba1d32-391c-48d0-a3a5-549f77c5118c owned by network:router_interface {{(pid=100976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:34.026669 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63756939'] for port, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:34.052388 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ba1d32-391c-48d0-a3a5-549f77c5118c,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:34.065258 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.065609 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.065950 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.066289 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.066637 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.066974 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.067304 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.067638 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.067966 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.068293 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.068616 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.068935 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805026-1-iscsi {{(pid=100976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 15:09:34.230816 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66754913'] for router_interface, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:34.440079 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Router ce8eb9da-c901-4c87-ba24-5287dabc9046 has already been hosted by L3 agent f0c6cc70-b74c-4830-886c-17332694c23e {{(pid=100976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 15:09:34.547730 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] Notify agent at l3_agent.dv-cinder-805026-1-iscsi the message routers_updated {{(pid=100976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 15:09:34.551493 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 040818e4-15b1-4cd3-87bc-aa34c68c38d4 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:34.556660 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-4505479e-4a71-4c2c-9289-a16ce4ed5304 admin admin] 10.222.0.16 "PUT /v2.0/routers/ce8eb9da-c901-4c87-ba24-5287dabc9046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7014000 Aug 18 15:09:34.556776 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43276) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:34.559265 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] Sync routers for ids ['ce8eb9da-c901-4c87-ba24-5287dabc9046'] in dv-cinder-805026-1-iscsi {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 15:09:34.568307 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] Routers {'ce8eb9da-c901-4c87-ba24-5287dabc9046'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:34.568917 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:09:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['ce8eb9da-c901-4c87-ba24-5287dabc9046'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:34.584770 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 040818e4-15b1-4cd3-87bc-aa34c68c38d4 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:34.585114 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 040818e4-15b1-4cd3-87bc-aa34c68c38d4 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:34.669760 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks [] for router, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:34.761594 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] Set router ce8eb9da-c901-4c87-ba24-5287dabc9046 gateway port host: dv-cinder-805026-1-iscsi {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:34.771935 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:34.900653 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Deleting port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:34.901093 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:34.933713 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'external_fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:57Z', 'updated_at': '2021-08-18T15:09:33Z', 'revision_number': 5, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'gw_port': {'id': '338b4b15-85b5-41b3-bf06-7b4b3e3fadf0', 'name': '', 'network_id': '526d6ffe-32de-4909-b793-078226381ca9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805026-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T15:00:58Z', 'updated_at': '2021-08-18T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bece8e0-633d-4867-a6f4-3637cc415bee', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805026-1-iscsi'}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:34.960118 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] Checking router: ce8eb9da-c901-4c87-ba24-5287dabc9046 for host: dv-cinder-805026-1-iscsi {{(pid=100978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 15:09:34.968948 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] Routers {'ce8eb9da-c901-4c87-ba24-5287dabc9046'} bound to L3 agent in host dv-cinder-805026-1-iscsi {{(pid=100978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 15:09:34.969546 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805026-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T14:40:53Z,description=,heartbeat_timestamp=2021-08-18T15:09:23Z,host='dv-cinder-805026-1-iscsi',id=f0c6cc70-b74c-4830-886c-17332694c23e,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T14:40:54Z,topic='l3_agent')) {'router_ids': ['ce8eb9da-c901-4c87-ba24-5287dabc9046'], 'active': True} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:34.981091 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] For port 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=338b4b15-85b5-41b3-bf06-7b4b3e3fadf0,segment=NetworkSegment(e349e977-6aa0-49cb-bdbb-50cbb65e68a7),segment_id=e349e977-6aa0-49cb-bdbb-50cbb65e68a7)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:34.981462 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:34.993584 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Calling delete_port for 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 owned by network:router_gateway {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:35.065712 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_dvr_db [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] Set router ce8eb9da-c901-4c87-ba24-5287dabc9046 gateway port host: None {{(pid=100978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 15:09:35.118534 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.l3_hamode_db [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:57Z', 'updated_at': '2021-08-18T15:09:34Z', 'revision_number': 6, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'gw_port_host': None}], 'dv-cinder-805026-1-iscsi', False) {} {{(pid=100978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:35.144190 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f123b-bff3-4e10-9234-2e76609256f7 None None] The sync data for ids ['ce8eb9da-c901-4c87-ba24-5287dabc9046'] in dv-cinder-805026-1-iscsi is: [{'id': 'ce8eb9da-c901-4c87-ba24-5287dabc9046', 'name': 'tempest-TestVolumeBootPattern-427370477-router', 'tenant_id': '053d06e4b35f47099994ab579ea8d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T15:00:57Z', 'updated_at': '2021-08-18T15:09:34Z', 'revision_number': 6, 'project_id': '053d06e4b35f47099994ab579ea8d6c8', 'gw_port_host': None}] {{(pid=100978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 15:09:35.212958 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.238639 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=338b4b15-85b5-41b3-bf06-7b4b3e3fadf0,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:35.296597 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66642601'] for router_gateway, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.390316 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66635162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255203'] for router, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.392345 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.486034 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-66635235'] for router, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.486372 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce8eb9da-c901-4c87-ba24-5287dabc9046 {{(pid=100975) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 15:09:35.491206 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] Notify callbacks [] for router, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.492377 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-493b14aa-a7fb-41ac-b4ff-c8f44c416e39 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ce8eb9da-c901-4c87-ba24-5287dabc9046 HTTP/1.1" status: 204 len: 168 time: 0.9344685 Aug 18 15:09:35.495423 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43278) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:35.547242 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ad7494-dfd3-4444-86b8-1311cbad646d admin admin] Deleting subnet e9c8b7b2-53e3-4b2b-900b-0a1e520063d8 {{(pid=100975) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 15:09:35.550529 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7494-dfd3-4444-86b8-1311cbad646d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.590093 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7494-dfd3-4444-86b8-1311cbad646d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64721784'] for subnet, precommit_delete_associations {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.668490 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7494-dfd3-4444-86b8-1311cbad646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746641'] for subnet, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.797831 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7494-dfd3-4444-86b8-1311cbad646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66733053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64721826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63383891'] for subnet, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.824954 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad7494-dfd3-4444-86b8-1311cbad646d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c8b7b2-53e3-4b2b-900b-0a1e520063d8,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:35.831044 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7494-dfd3-4444-86b8-1311cbad646d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for subnet, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.831044 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-b1ad7494-dfd3-4444-86b8-1311cbad646d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9c8b7b2-53e3-4b2b-900b-0a1e520063d8 HTTP/1.1" status: 204 len: 168 time: 0.3323648 Aug 18 15:09:35.831559 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.wsgi [-] (100975) accepted ('10.222.0.16', 43280) {{(pid=100975) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:35.831649 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c2dd0-39e0-46a8-8931-5427695d7384 None None] Network 683335e4-871a-4899-8688-1505aad694a2 requested from dv-cinder-805026-1-iscsi {{(pid=100977) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 15:09:35.901737 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553608'] for network, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:35.960179 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Deleting port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 {{(pid=100975) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:35.960517 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.006157 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2541ce-ea04-4a6f-bfea-46e8ccc66483 None None] DHCP port deletion for 683335e4-871a-4899-8688-1505aad694a2 request from dv-cinder-805026-1-iscsi {{(pid=100977) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 15:09:36.028573 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.db [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] For port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=918d4c3b-53e6-4bfd-aa69-5bae4b1b8570,segment=NetworkSegment(2ee6a58a-3f59-42f5-87f8-83052147963c),segment_id=2ee6a58a-3f59-42f5-87f8-83052147963c)] {{(pid=100975) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:36.029038 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.041781 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.plugin [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Calling delete_port for 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 owned by network:dhcp {{(pid=100975) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:36.057266 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-fd2541ce-ea04-4a6f-bfea-46e8ccc66483 None None] Deleting port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 {{(pid=100977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 15:09:36.057634 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd2541ce-ea04-4a6f-bfea-46e8ccc66483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792167300181'] for port, before_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.120388 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.db [None req-fd2541ce-ea04-4a6f-bfea-46e8ccc66483 None None] For port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570, host dv-cinder-805026-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805026-1-iscsi',level=0,port_id=918d4c3b-53e6-4bfd-aa69-5bae4b1b8570,segment=NetworkSegment(2ee6a58a-3f59-42f5-87f8-83052147963c),segment_id=2ee6a58a-3f59-42f5-87f8-83052147963c)] {{(pid=100977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 15:09:36.120388 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd2541ce-ea04-4a6f-bfea-46e8ccc66483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66643399'] for port, precommit_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.132710 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-fd2541ce-ea04-4a6f-bfea-46e8ccc66483 None None] Calling delete_port for 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 owned by network:dhcp {{(pid=100977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 15:09:36.203508 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64721879'] for port, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.210713 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-fd2541ce-ea04-4a6f-bfea-46e8ccc66483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792167307641', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792166770526'] for port, after_delete {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.229034 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Pushing event deleted for resources: {'Port': ['ID=918d4c3b-53e6-4bfd-aa69-5bae4b1b8570,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:36.233767 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] No DVR routers for this DVR port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 on host dv-cinder-805026-1-iscsi {{(pid=100975) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:36.236183 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2541ce-ea04-4a6f-bfea-46e8ccc66483 None None] Pushing event deleted for resources: {'Port': ['ID=918d4c3b-53e6-4bfd-aa69-5bae4b1b8570,revision_number=None']} {{(pid=100977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:36.239672 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2541ce-ea04-4a6f-bfea-46e8ccc66483 None None] No DVR routers for this DVR port 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 on host dv-cinder-805026-1-iscsi {{(pid=100977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 15:09:36.310047 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-747544', 'neutron.services.segments.db._delete_segments_for_network-8792167322305'] for network, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.319695 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683335e4-871a-4899-8688-1505aad694a2']}} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:36.329601 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee6a58a-3f59-42f5-87f8-83052147963c') {'for_net_delete': True} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:36.329899 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.services.segments.db [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee6a58a-3f59-42f5-87f8-83052147963c') {} {{(pid=100975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 15:09:36.338359 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792167266726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64721777'] for segment, before_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.353475 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972'] for segment, precommit_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.359144 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100975) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 15:09:36.359549 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64722432'] for segment, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: Traceback (most recent call last): Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: timer() Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: cb(*args, **kw) Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: return func(*args, **kwargs) Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: self._notify() Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: self.callback(batched_events) Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: event.method(event) Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: return f(self, *a, **k) Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._get(url).json() Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: return self.request(url, 'GET', **kwargs) Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 15:09:36.361120 dv-cinder-805026-1-iscsi neutron-server[100975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 15:09:36.492105 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-747543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66642556'] for network, after_delete {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.502904 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron_lib.callbacks.manager [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589137'] for network, before_response {{(pid=100975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.506268 dv-cinder-805026-1-iscsi neutron-server[100975]: INFO neutron.wsgi [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] 10.222.0.16 "DELETE /v2.0/networks/683335e4-871a-4899-8688-1505aad694a2 HTTP/1.1" status: 204 len: 168 time: 0.6737649 Aug 18 15:09:36.517830 dv-cinder-805026-1-iscsi neutron-server[100975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21385106-03e8-4446-8ba9-2b31bd364222 admin admin] Pushing event deleted for resources: {'Network': ['ID=683335e4-871a-4899-8688-1505aad694a2,revision_number=None']} {{(pid=100975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:36.530402 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:36.551310 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:36.551658 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 918d4c3b-53e6-4bfd-aa69-5bae4b1b8570 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:36.552269 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b6ba1d32-391c-48d0-a3a5-549f77c5118c no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:36.572008 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: b6ba1d32-391c-48d0-a3a5-549f77c5118c {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:36.572350 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device b6ba1d32-391c-48d0-a3a5-549f77c5118c not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:36.572764 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 no longer exists at agent ovs-agent-dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 15:09:36.591102 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.plugin [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] No Port match for: 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 {{(pid=100977) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 15:09:36.593615 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron.plugins.ml2.rpc [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Device 338b4b15-85b5-41b3-bf06-7b4b3e3fadf0 not bound to the agent host dv-cinder-805026-1-iscsi {{(pid=100977) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 15:09:36.785280 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 43284) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:36.825399 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-2f804dbe-0e4b-4997-a0c3-e19ad542e8ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49bacda13bd04559bb2bd8db449b5248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389886 Aug 18 15:09:36.827825 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 43286) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:36.874418 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6b6523fb-b84a-44ed-ae4d-caa315692d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:36.894534 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6b6523fb-b84a-44ed-ae4d-caa315692d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:37.034818 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6b6523fb-b84a-44ed-ae4d-caa315692d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:37.037461 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-6b6523fb-b84a-44ed-ae4d-caa315692d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:37.038703 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-6b6523fb-b84a-44ed-ae4d-caa315692d3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a2134ad-0204-4144-9741-c788551f371f HTTP/1.1" status: 204 len: 168 time: 0.2099771 Aug 18 15:09:37.047956 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6523fb-b84a-44ed-ae4d-caa315692d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2134ad-0204-4144-9741-c788551f371f,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:37.658402 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 43292) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:37.698507 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-032dd13e-5b29-4d62-8407-719beae70cad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=053d06e4b35f47099994ab579ea8d6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389020 Aug 18 15:09:37.700743 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.wsgi [-] (100976) accepted ('10.222.0.16', 43294) {{(pid=100976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 15:09:37.746848 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d604e4b8-20dd-4bbb-a118-919d8c3797e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:37.767796 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d604e4b8-20dd-4bbb-a118-919d8c3797e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:37.917770 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d604e4b8-20dd-4bbb-a118-919d8c3797e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66739435'] for security_group, after_delete {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:37.920462 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron_lib.callbacks.manager [None req-d604e4b8-20dd-4bbb-a118-919d8c3797e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:37.921677 dv-cinder-805026-1-iscsi neutron-server[100976]: INFO neutron.wsgi [None req-d604e4b8-20dd-4bbb-a118-919d8c3797e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af66c4bb-619c-4fa7-a8f0-4c4e52a0ed9c HTTP/1.1" status: 204 len: 168 time: 0.2199984 Aug 18 15:09:37.929566 dv-cinder-805026-1-iscsi neutron-server[100976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604e4b8-20dd-4bbb-a118-919d8c3797e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af66c4bb-619c-4fa7-a8f0-4c4e52a0ed9c,revision_number=None']} {{(pid=100976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 15:09:38.477107 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:09:51.128587 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-379db997-3a6e-4fc3-aa94-15aac9b57a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.571647 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-eac11ee1-ce28-4ddd-8e0e-40c00d0bf8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:53.742406 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:54.917187 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:56.439862 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:09:56.573551 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:15.476282 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:10:21.063761 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e0eaf32a-7f47-4ced-938f-c1530f6fba59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:23.570259 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5a46-6508-4e9e-8df3-8d24d286817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:23.730252 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:24.901739 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:26.417789 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:26.583626 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:51.079785 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1307d7fe-e1db-41ad-bdab-a9949f41f8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:52.475520 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:10:53.571019 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8c3bdbed-29bb-46f6-8bae-9e3a02f9f137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:53.702680 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:54.929221 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:56.422174 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:10:56.604643 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:21.112762 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1450c49e-38b7-4f26-8cf6-84e66e22919e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:23.563831 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-a45f3f15-67a1-4156-82e7-9974aac1c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:23.717959 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:24.899553 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:26.415318 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:26.573836 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:29.473875 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:11:51.065163 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8c3ec657-52c4-4b10-ba93-3f9e0672420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:53.568435 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e4f2228e-53f0-4f0d-9adb-4566e4a034d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:53.734255 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:54.899586 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:56.454334 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:11:56.596424 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:06.473476 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:12:21.075360 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7ac7e6be-60ae-4031-92b6-a4476c4cc765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:23.561193 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-63e5332a-91ce-4485-a0e5-2359f1452648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:23.726821 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:24.903868 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:26.469384 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:26.583807 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:43.472391 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:12:51.097554 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-7d1a5cb7-3780-440c-bc16-aaee3411fbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:53.576876 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-0a901007-ce0a-4e0d-bdf9-c994d54defd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:53.725624 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:54.919721 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:56.428101 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:12:56.617357 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:20.470804 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:13:21.055982 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-6f2ae297-3490-4308-93f7-37dd782fe645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:23.582216 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd4f3-9905-46c5-a2cf-9fd7aef7b336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:23.747742 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:24.930779 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:26.490312 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:26.604963 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:51.072558 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-e44782e0-7ecf-4be2-b527-a5f8e8605820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:53.569314 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-2aca52a1-a8a5-4d7d-ba9f-37936cd6864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:53.706402 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:54.940884 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:56.443682 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:56.569332 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:13:57.470262 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:14:21.077075 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-9416a752-dfbb-44bf-a837-3e8fe20e77ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:23.585765 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-1c2702ec-d3ce-4777-87a3-d77cb313b84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:23.700497 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:24.917291 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:26.448194 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:26.596980 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:34.469471 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 15:14:51.119819 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-183d9bdb-7c3e-4491-b44a-d420c51b7322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:53.578959 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-798cec92-e2da-4c0b-967e-151cda4a8c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:53.739137 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-67191b48-183f-4314-9d3a-72b55182a01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:54.919207 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-ed1c00aa-13fe-4249-ab57-99368dd1c01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:56.456443 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-13039e9d-6938-4042-8b72-c709e939bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:14:56.630919 dv-cinder-805026-1-iscsi neutron-server[100977]: DEBUG neutron_lib.callbacks.manager [None req-079c601f-bc7a-485e-a82d-db8313b68228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792167322323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758870'] for agent, after_update {{(pid=100977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 15:15:11.467580 dv-cinder-805026-1-iscsi neutron-server[100978]: DEBUG neutron.db.agents_db [None req-c3a09a79-70b9-49cc-bc75-385bf15b99b4 None None] Agent healthcheck: found 6 active agents {{(pid=100978) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}